-- Logs begin at Wed 2020-12-02 14:48:40 UTC, end at Wed 2020-12-02 16:07:47 UTC. -- Dec 02 15:40:04.553616 dv-cinder-737618-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Dec 02 15:40:07.211294 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.common.config [-] Logging enabled! Dec 02 15:40:07.211869 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev194 Dec 02 15:40:07.213134 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80217) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 02 15:40:07.214127 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.common.config [-] Logging enabled! Dec 02 15:40:07.214417 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev194 Dec 02 15:40:07.214726 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80217) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 02 15:40:07.215827 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 02 15:40:07.216097 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 02 15:40:07.217098 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 02 15:40:07.217386 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 02 15:40:07.217646 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 02 15:40:07.218022 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.218370 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.218743 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.219012 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.219361 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.220262 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.220796 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.221322 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.221677 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.222006 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.222332 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.222689 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.222960 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.223290 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.223630 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.223966 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.224229 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] debug = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.224555 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.225092 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.225421 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.225746 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.226086 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.226402 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.226750 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.227077 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.227453 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] host = dv-cinder-737618-2-smb {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.227776 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.228114 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.228450 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.228786 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.229105 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.229425 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.229758 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.230077 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.230398 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] log_file = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.230746 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.231083 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.231417 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.231771 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.232027 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.232287 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.232625 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.232965 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.233285 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.233609 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.233925 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.234244 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.234609 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.234926 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.235861 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.236420 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.236860 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.237190 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.237515 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.237839 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.238161 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.238525 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.238852 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.239173 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.239492 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.239831 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.240145 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.240468 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.240828 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.241163 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.241494 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.241827 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.242144 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.242493 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.242815 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.243133 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.243448 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] use_json = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.243764 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.244079 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.244411 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.244726 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.245042 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.245357 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.245671 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.246007 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:07.246352 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.246729 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.247083 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.247413 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.247754 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.248082 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.248421 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.248746 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.249081 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.249420 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.249752 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.250073 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.250410 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.250882 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.251377 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.251883 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.252217 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.252567 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.252896 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.253217 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.253560 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.253886 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.254203 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.254556 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.254881 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.255198 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.255512 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.255835 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.256177 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.256498 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.256815 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.257135 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.257449 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.257765 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.258097 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.258418 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.258760 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.259077 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.259401 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.259719 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.260047 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.260372 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.260683 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.261005 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.261322 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.261637 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.261952 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.262270 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.262611 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.262927 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.263243 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.263565 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.263881 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.264196 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.264512 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.264831 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.265151 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.265483 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.265828 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.266152 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.267156 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.267640 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.268027 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.268364 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.268695 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.269026 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.269351 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.269674 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.270026 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.270360 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.270737 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.271062 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.271387 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.271779 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.272105 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.272439 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.272756 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.273078 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.273408 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.273741 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.274081 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.274467 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.274833 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.275173 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.275517 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.275846 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.276213 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.276544 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:07.276801 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 02 15:40:07.277078 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80217) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Dec 02 15:40:07.960151 dv-cinder-737618-2-smb neutron-server[80217]: INFO keyring.backend [-] Loading Gnome Dec 02 15:40:07.978696 dv-cinder-737618-2-smb neutron-server[80217]: INFO keyring.backend [-] Loading Google Dec 02 15:40:07.981411 dv-cinder-737618-2-smb neutron-server[80217]: INFO keyring.backend [-] Loading Windows (alt) Dec 02 15:40:07.984995 dv-cinder-737618-2-smb neutron-server[80217]: INFO keyring.backend [-] Loading file Dec 02 15:40:07.986751 dv-cinder-737618-2-smb neutron-server[80217]: INFO keyring.backend [-] Loading keyczar Dec 02 15:40:07.987051 dv-cinder-737618-2-smb neutron-server[80217]: INFO keyring.backend [-] Loading multi Dec 02 15:40:07.987716 dv-cinder-737618-2-smb neutron-server[80217]: INFO keyring.backend [-] Loading pyfs Dec 02 15:40:08.037638 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:40:08.037946 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:40:08.038273 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:40:08.038772 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 02 15:40:08.491417 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.491980 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.492091 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.555867 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.556179 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.556483 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.559854 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.560163 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.560463 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.639856 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.640169 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.640474 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.642019 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.642575 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.642906 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.772412 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.772648 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.772944 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.773255 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.774089 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.963548 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.963936 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.964256 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.964561 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.964864 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.965250 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.965554 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.965851 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.966146 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.966496 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.966795 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.967105 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.967415 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.967710 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.968025 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.968343 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.968642 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.968963 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.969254 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.970538 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.970934 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.971230 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.971580 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.971872 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.972161 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:08.972594 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 02 15:40:08.972876 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 02 15:40:08.973154 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 02 15:40:08.973431 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 02 15:40:08.973708 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 02 15:40:08.973985 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 02 15:40:08.975408 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 02 15:40:08.983228 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 02 15:40:08.991587 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 02 15:40:08.996922 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Dec 02 15:40:08.999758 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 02 15:40:09.001334 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 02 15:40:09.001837 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Dec 02 15:40:09.002295 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 02 15:40:09.006081 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 02 15:40:09.006373 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 02 15:40:09.006802 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Dec 02 15:40:09.029480 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 02 15:40:09.029950 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.030287 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80217) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Dec 02 15:40:09.030746 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.032785 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80217) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 02 15:40:09.033314 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Dec 02 15:40:09.033714 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Dec 02 15:40:09.036890 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.037208 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.104991 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 02 15:40:09.105270 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 02 15:40:09.105547 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 02 15:40:09.105976 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 02 15:40:09.144564 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_db.sqlalchemy.engines [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80217) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 02 15:40:09.522585 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.managers [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Initializing driver for type 'gre' Dec 02 15:40:09.523130 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] gre ID ranges: [(1, 1000)] Dec 02 15:40:09.625269 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.managers [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Initializing driver for type 'local' Dec 02 15:40:09.625645 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.managers [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Initializing driver for type 'vlan' Dec 02 15:40:09.693944 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] VlanTypeDriver initialization complete Dec 02 15:40:09.694323 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.managers [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Initializing driver for type 'vxlan' Dec 02 15:40:09.694978 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] vxlan ID ranges: [(1, 1000)] Dec 02 15:40:09.824348 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.managers [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Initializing extension driver 'port_security' Dec 02 15:40:09.824711 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.extensions.port_security [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] PortSecurityExtensionDriver initialization complete Dec 02 15:40:09.825087 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.managers [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Initializing mechanism driver 'openvswitch' Dec 02 15:40:09.831551 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80217) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:40:09.832415 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > port after_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.832824 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > port after_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.833209 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > port after_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.833631 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > subnet after_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.834018 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > subnet after_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.834397 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > subnet after_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.834836 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > network after_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.835220 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > network after_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.835594 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > network after_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.836002 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > security_group after_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.836384 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > security_group after_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.836759 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > security_group after_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.837170 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.837554 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.837924 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.838745 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > address_group after_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.839128 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > address_group after_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.839507 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > address_group after_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.839881 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] ML2 OVO RPC backend initialized. {{(pid=80217) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Dec 02 15:40:09.840595 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > router_interface after_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.840986 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.841443 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > network before_response 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.841829 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > networks before_response 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.842215 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > port before_response 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.842618 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > ports before_response 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.842999 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > subnet before_response 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.843376 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > subnets before_response 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.843759 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > network after_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.844134 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > network after_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.844990 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > network after_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.845616 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > port after_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.846020 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > port after_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.846399 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > port after_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.846828 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > subnet after_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.847205 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > subnet after_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.847576 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > subnet after_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.848207 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.plugin [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Modular L2 Plugin initialization complete Dec 02 15:40:09.848565 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading services supported by the core plugin {{(pid=80217) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 02 15:40:09.848935 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.plugins.ml2.managers [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Got port-security extension from driver 'port_security' Dec 02 15:40:09.849446 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.extensions.vlantransparent [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Disabled vlantransparent extension. Dec 02 15:40:09.850889 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80217) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 02 15:40:09.851250 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading Plugin: router Dec 02 15:40:09.893768 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > router_interface before_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.894210 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > router after_create 55549900 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.894647 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > router before_create 55549900 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.895052 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.895467 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.895863 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > router after_delete 55549900 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.896267 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > floatingip after_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.896673 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > router after_create 55549900 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.897056 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > router after_update 55549900 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.897446 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > router after_update 55549900 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.897832 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.898238 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > router after_update 55549900 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.898781 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > router precommit_update 55549900 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.899179 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: port after_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.899560 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: port after_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.899938 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: subnet after_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.900317 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.900707 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > port precommit_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.901093 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > router precommit_create 55549900 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.901480 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: port before_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.901864 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > router precommit_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.902267 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > router after_update 55549900 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.902682 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > router precommit_delete 55549900 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.903074 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > router precommit_create 55549900 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.903496 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > router_interface after_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.903895 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > router precommit_update 55549900 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.904301 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > network after_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.905309 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Tracking information for resource: router configured {{(pid=80217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 02 15:40:09.905684 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Tracking information for resource: floatingip configured {{(pid=80217) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 02 15:40:09.911399 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.l3_agentschedulers_db [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 02 15:40:09.912064 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: port after_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.912466 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: port after_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.912852 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: port after_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.913239 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: port after_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.914146 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > router before_create 55550100 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.914576 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > router precommit_delete 55550100 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.914980 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > router precommit_create 55550100 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.915376 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > router precommit_update 55550100 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.920055 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.provider_configuration [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Service providers = [] {{(pid=80217) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 02 15:40:09.920456 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.servicetype_db [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80217) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 02 15:40:09.923959 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.service_base [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80217) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 02 15:40:09.924341 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.service_base [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80217) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 02 15:40:09.924720 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.service_base [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80217) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 02 15:40:09.925633 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.service_base [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80217) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 02 15:40:09.926034 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.services.service_base [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 02 15:40:09.926480 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 02 15:40:09.926841 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 02 15:40:09.948822 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 02 15:40:09.949195 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading Plugin: auto_allocate Dec 02 15:40:09.960055 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: network precommit_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.960456 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: network precommit_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.961042 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 02 15:40:09.961400 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading Plugin: tag Dec 02 15:40:09.973641 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 02 15:40:09.974017 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading Plugin: timestamp Dec 02 15:40:09.977853 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 02 15:40:09.978222 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading Plugin: network_ip_availability Dec 02 15:40:09.985953 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.986327 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.986753 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:09.987585 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 02 15:40:09.987946 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading Plugin: flavors Dec 02 15:40:10.004608 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 02 15:40:10.004984 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading Plugin: revisions Dec 02 15:40:10.009556 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80217) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 02 15:40:10.009977 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.972s {{(pid=80217) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:40:10.010863 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80217) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Dec 02 15:40:10.011222 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Initializing extension manager. Dec 02 15:40:10.011787 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: __init__.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.012175 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: __pycache__ {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.012553 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.012932 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: _filter_validation_lib.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.013299 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.013667 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: address_group.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.014518 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.015179 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: address-group Dec 02 15:40:10.015545 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: address_scope.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.016356 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.016986 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: address-scope Dec 02 15:40:10.017348 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: admin_state_down_before_update.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.018318 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.018924 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: router-admin-state-down-before-update Dec 02 15:40:10.019288 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: agent.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.020053 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.020623 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: agent Dec 02 15:40:10.020983 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: agent_resources_synced.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.022041 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.022640 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: agent-resources-synced Dec 02 15:40:10.023005 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: allowedaddresspairs.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.024848 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.025440 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: allowed-address-pairs Dec 02 15:40:10.025808 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: auto_allocated_topology.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.026940 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.027528 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: auto-allocated-topology Dec 02 15:40:10.027894 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: availability_zone.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.028645 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.029218 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: availability_zone Dec 02 15:40:10.029579 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: availability_zone_filter.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.030535 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.031116 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: availability_zone_filter Dec 02 15:40:10.031472 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: data_plane_status.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.032909 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.033468 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension data-plane-status not supported by any of loaded plugins Dec 02 15:40:10.033831 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: default_subnetpools.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.034780 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.035523 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: default-subnetpools Dec 02 15:40:10.035887 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: dhcpagentscheduler.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.036747 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.037326 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: dhcp_agent_scheduler Dec 02 15:40:10.037690 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: dns.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.038658 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.039226 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension dns-integration not supported by any of loaded plugins Dec 02 15:40:10.039586 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: dns_domain_ports.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.040509 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.041082 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 02 15:40:10.041442 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: dvr.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.042169 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.042775 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: dvr Dec 02 15:40:10.043136 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: empty_string_filtering.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.044058 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.044631 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: empty-string-filtering Dec 02 15:40:10.044992 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.045916 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.046514 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 02 15:40:10.046881 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.047888 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.048938 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 02 15:40:10.049297 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: external_net.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.050336 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.050937 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: external-net Dec 02 15:40:10.051300 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: extra_dhcp_opt.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.052213 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.052780 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: extra_dhcp_opt Dec 02 15:40:10.053138 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: extraroute.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.054054 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.054645 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: extraroute Dec 02 15:40:10.055004 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: extraroute_atomic.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.056058 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.056639 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: extraroute-atomic Dec 02 15:40:10.057008 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: filter_validation.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.057730 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.058301 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: filter-validation Dec 02 15:40:10.058688 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: fip_pf_description.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.059628 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.060193 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 02 15:40:10.060554 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: fip_port_details.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.061490 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.062056 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: fip-port-details Dec 02 15:40:10.062419 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: flavors.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.064407 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.065302 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: flavors Dec 02 15:40:10.065672 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.067404 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.067995 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 02 15:40:10.068365 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: floatingip_pools.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.069129 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.069714 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: floatingip-pools Dec 02 15:40:10.070077 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: ip_allocation.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.071052 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.071628 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension ip_allocation not supported by any of loaded plugins Dec 02 15:40:10.071994 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.072934 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.073510 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: ip-substring-filtering Dec 02 15:40:10.073882 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: l2_adjacency.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.074908 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.075434 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension l2_adjacency not supported by any of loaded plugins Dec 02 15:40:10.075801 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: l3.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.077052 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.077660 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: router Dec 02 15:40:10.078026 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: l3_conntrack_helper.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.081334 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.081929 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 02 15:40:10.082305 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.083292 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.083878 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: ext-gw-mode Dec 02 15:40:10.084249 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.085187 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.085766 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: l3-ha Dec 02 15:40:10.086133 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: l3_flavors.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.087090 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.087670 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: l3-flavors Dec 02 15:40:10.088034 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.089212 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.089794 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: l3-port-ip-change-not-allowed Dec 02 15:40:10.090156 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: l3agentscheduler.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.091422 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.092019 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: l3_agent_scheduler Dec 02 15:40:10.092387 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: logging.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.093941 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.095090 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension logging not supported by any of loaded plugins Dec 02 15:40:10.095606 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: metering.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.096634 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.097350 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: metering Dec 02 15:40:10.097719 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.098888 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.099477 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: metering_source_and_destination_fields Dec 02 15:40:10.099844 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: multiprovidernet.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.100787 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.101360 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: multi-provider Dec 02 15:40:10.101726 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: netmtu.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.102682 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.103253 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: net-mtu Dec 02 15:40:10.103618 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: netmtu_writable.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.104550 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.105134 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: net-mtu-writable Dec 02 15:40:10.105496 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: network_availability_zone.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.106220 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.106843 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: network_availability_zone Dec 02 15:40:10.107206 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: network_ip_availability.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.108361 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.108940 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: network-ip-availability Dec 02 15:40:10.109302 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: network_segment_range.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.110338 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.111558 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension network-segment-range not supported by any of loaded plugins Dec 02 15:40:10.111919 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: pagination.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.112944 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.113317 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: pagination Dec 02 15:40:10.113678 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.114628 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.115205 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: port-mac-address-regenerate Dec 02 15:40:10.115567 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.116481 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.117062 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: port-numa-affinity-policy Dec 02 15:40:10.117424 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: port_resource_request.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.118345 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.118944 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension port-resource-request not supported by any of loaded plugins Dec 02 15:40:10.119305 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: portbindings.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.120251 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.120825 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: binding Dec 02 15:40:10.121187 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: portbindings_extended.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.122626 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.123208 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: binding-extended Dec 02 15:40:10.123579 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: portsecurity.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.124515 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.125091 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: port-security Dec 02 15:40:10.125452 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: project_id.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.126838 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.127212 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: project-id Dec 02 15:40:10.127582 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: providernet.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.128530 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.129119 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: provider Dec 02 15:40:10.129482 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: qos.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.133098 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.133699 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension qos not supported by any of loaded plugins Dec 02 15:40:10.134074 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.135379 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.135971 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 02 15:40:10.136345 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.137282 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.137875 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 02 15:40:10.138244 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: qos_default.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.139373 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.139884 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension qos-default not supported by any of loaded plugins Dec 02 15:40:10.141172 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: qos_fip.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.141172 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.141619 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension qos-fip not supported by any of loaded plugins Dec 02 15:40:10.141986 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: qos_gateway_ip.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.143035 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.143619 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 02 15:40:10.143982 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: qos_port_network_policy.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.144935 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.145511 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 02 15:40:10.145875 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: qos_rule_type_details.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.146871 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.147457 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 02 15:40:10.147819 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: qos_rules_alias.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.149055 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.149653 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 02 15:40:10.150041 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: quotasv2.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.151131 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.151504 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: quotas Dec 02 15:40:10.151868 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: quotasv2_detail.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.153572 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.153952 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: quota_details Dec 02 15:40:10.154319 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: rbac.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.155581 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.156228 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: rbac-policies Dec 02 15:40:10.156598 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: rbac_address_scope.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.158167 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.158890 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: rbac-address-scope Dec 02 15:40:10.159260 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: rbac_security_groups.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.160211 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.160801 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: rbac-security-groups Dec 02 15:40:10.161166 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: rbac_subnetpool.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.162107 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.162741 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: rbac-subnetpool Dec 02 15:40:10.163105 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: revisionifmatch.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.164062 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.164648 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: revision-if-match Dec 02 15:40:10.165016 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: revisions.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.166184 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.166794 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: standard-attr-revisions Dec 02 15:40:10.167156 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: router_availability_zone.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.167902 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.168479 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: router_availability_zone Dec 02 15:40:10.168838 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: routerservicetype.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.170617 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.170617 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension router-service-type not supported by any of loaded plugins Dec 02 15:40:10.170840 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: security_groups_port_filtering.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.171797 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.172381 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: port-security-groups-filtering Dec 02 15:40:10.173358 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.174324 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.174928 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: security-groups-remote-address-group Dec 02 15:40:10.175292 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: securitygroup.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.188457 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.189114 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: security-group Dec 02 15:40:10.189493 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: segment.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.190373 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.190982 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension segment not supported by any of loaded plugins Dec 02 15:40:10.191352 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.192334 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.192913 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 02 15:40:10.193278 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: servicetype.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.194408 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.195022 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: service-type Dec 02 15:40:10.195388 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: sorting.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.196386 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.196763 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: sorting Dec 02 15:40:10.197123 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: standard_attr_segment.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.198070 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.198676 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 02 15:40:10.199045 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: standardattrdescription.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.199747 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.200327 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: standard-attr-description Dec 02 15:40:10.200689 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: stateful_security_group.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.201790 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.202383 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: stateful-security-group Dec 02 15:40:10.202779 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: stdattrs_common.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.203372 dv-cinder-737618-2-smb neutron-server[80217]: WARNING neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 02 15:40:10.203731 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.204849 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.205430 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 02 15:40:10.205793 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: subnet_onboard.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.206972 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.207573 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: subnet_onboard Dec 02 15:40:10.207937 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.208873 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.209445 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 02 15:40:10.209804 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: subnet_service_types.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.210766 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.211345 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: subnet-service-types Dec 02 15:40:10.211705 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: subnetallocation.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.212794 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.213630 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: subnet_allocation Dec 02 15:40:10.213992 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.214759 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.215340 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: subnetpool-prefix-ops Dec 02 15:40:10.215703 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.216673 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.217251 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 02 15:40:10.217617 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: tagging.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.220743 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.221343 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: standard-attr-tag Dec 02 15:40:10.221713 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: timestamp.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.222960 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.223544 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loaded extension: standard-attr-timestamp Dec 02 15:40:10.223914 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: trunk.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.224950 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.225535 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension trunk not supported by any of loaded plugins Dec 02 15:40:10.225900 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: trunk_details.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.226856 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.227438 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension trunk-details not supported by any of loaded plugins Dec 02 15:40:10.227802 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: uplink_status_propagation.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.228734 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.229303 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 02 15:40:10.229663 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Loading extension file: vlantransparent.py {{(pid=80217) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 02 15:40:10.230374 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80217) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 02 15:40:10.230978 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extension vlan-transparent not supported by any of loaded plugins Dec 02 15:40:10.233695 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Creating instance of TrackedResource for resource:network Dec 02 15:40:10.234559 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Creating instance of TrackedResource for resource:subnet Dec 02 15:40:10.235836 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Creating instance of TrackedResource for resource:subnetpool Dec 02 15:40:10.236498 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Creating instance of TrackedResource for resource:port Dec 02 15:40:10.238035 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.resource_helper [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 15:40:10.238542 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.resource_helper [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Service FLAVORS assigned prefix: {{(pid=80217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 15:40:10.239236 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.resource_helper [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 15:40:10.239712 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.resource_helper [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 15:40:10.240085 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Creating instance of TrackedResource for resource:router Dec 02 15:40:10.240828 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Creating instance of TrackedResource for resource:floatingip Dec 02 15:40:10.241594 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.resource_helper [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Service METERING assigned prefix: /metering {{(pid=80217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 15:40:10.243443 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:10.243847 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:10.244236 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80217) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:40:10.245401 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Creating instance of CountableResource for resource:rbac_policy Dec 02 15:40:10.245901 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Creating instance of TrackedResource for resource:security_group Dec 02 15:40:10.246734 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Creating instance of TrackedResource for resource:security_group_rule Dec 02 15:40:10.247558 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.resource_helper [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Service CORE assigned prefix: {{(pid=80217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 15:40:10.247930 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Creating instance of TrackedResource for resource:subnetpool Dec 02 15:40:10.248302 dv-cinder-737618-2-smb neutron-server[80217]: WARNING neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] subnetpool is already registered Dec 02 15:40:10.248972 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.resource_helper [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Service CORE assigned prefix: {{(pid=80217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 15:40:10.249341 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Creating instance of TrackedResource for resource:subnetpool Dec 02 15:40:10.249980 dv-cinder-737618-2-smb neutron-server[80217]: WARNING neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] subnetpool is already registered Dec 02 15:40:10.253142 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.resource_helper [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 15:40:10.253619 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.resource_helper [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Service FLAVORS assigned prefix: {{(pid=80217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 15:40:10.254274 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.resource_helper [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 15:40:10.254771 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.resource_helper [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 15:40:10.255141 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Creating instance of TrackedResource for resource:router Dec 02 15:40:10.255512 dv-cinder-737618-2-smb neutron-server[80217]: WARNING neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] router is already registered Dec 02 15:40:10.256178 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Creating instance of TrackedResource for resource:floatingip Dec 02 15:40:10.256553 dv-cinder-737618-2-smb neutron-server[80217]: WARNING neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] floatingip is already registered Dec 02 15:40:10.257241 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.resource_helper [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Service METERING assigned prefix: /metering {{(pid=80217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 15:40:10.257993 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Creating instance of CountableResource for resource:rbac_policy Dec 02 15:40:10.258358 dv-cinder-737618-2-smb neutron-server[80217]: WARNING neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] rbac_policy is already registered Dec 02 15:40:10.259020 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Creating instance of TrackedResource for resource:security_group Dec 02 15:40:10.259383 dv-cinder-737618-2-smb neutron-server[80217]: WARNING neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] security_group is already registered Dec 02 15:40:10.260040 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Creating instance of TrackedResource for resource:security_group_rule Dec 02 15:40:10.260406 dv-cinder-737618-2-smb neutron-server[80217]: WARNING neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] security_group_rule is already registered Dec 02 15:40:10.261131 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.resource_helper [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Service CORE assigned prefix: {{(pid=80217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 15:40:10.261504 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Creating instance of TrackedResource for resource:subnetpool Dec 02 15:40:10.261866 dv-cinder-737618-2-smb neutron-server[80217]: WARNING neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] subnetpool is already registered Dec 02 15:40:10.262558 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.resource_helper [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Service CORE assigned prefix: {{(pid=80217) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 02 15:40:10.262925 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Creating instance of TrackedResource for resource:subnetpool Dec 02 15:40:10.263287 dv-cinder-737618-2-smb neutron-server[80217]: WARNING neutron.quota.resource_registry [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] subnetpool is already registered Dec 02 15:40:10.264009 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: extensions {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.265597 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: address-groups {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.267949 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: address-scopes {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.269301 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: agents {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.270554 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: auto-allocated-topology {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.271893 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: availability_zones {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.273293 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: dhcp-networks {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.274814 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: dhcp-agents {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.276319 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: routers {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.278255 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: flavors {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.279525 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: service_profiles {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.280806 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: next_providers {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.283079 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: service_profiles {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.284640 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: floatingip-pools {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.285925 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: routers {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.287853 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: floatingips {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.289125 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: l3-routers {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.290641 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: l3-agents {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.292176 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: metering-labels {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.293628 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: metering-label-rules {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.295030 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: network-ip-availabilities {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.296381 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: bindings {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.298223 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: quotas {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.299797 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: quotas {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.301767 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: rbac-policies {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.303227 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: security-groups {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.304561 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: security-group-rules {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.305872 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: service-providers {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.307233 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: subnetpools {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.309918 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: subnetpools {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.311530 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: tags {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.313379 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: tags {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.418719 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: tags {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.420578 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: tags {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.422498 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: tags {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.425281 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: tags {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.427201 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: tags {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.429285 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: tags {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.431292 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: tags {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.433259 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.extensions [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Extended resource: tags {{(pid=80217) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 02 15:40:10.440985 dv-cinder-737618-2-smb neutron-server[80217]: WARNING keystonemiddleware.auth_token [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 02 15:40:10.446352 dv-cinder-737618-2-smb neutron-server[80217]: WARNING keystonemiddleware.auth_token [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 02 15:40:10.455236 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Acquired lock "singleton_lock" {{(pid=80217) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 02 15:40:10.455761 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Releasing lock "singleton_lock" {{(pid=80217) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 02 15:40:10.457221 dv-cinder-737618-2-smb neutron-server[80217]: INFO oslo_service.service [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Starting 2 workers Dec 02 15:40:10.462026 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Started child 80330 {{(pid=80217) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 02 15:40:10.466659 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:10.467082 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Started child 80331 {{(pid=80217) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 02 15:40:10.468223 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [-] (80330) wsgi starting up on http://0.0.0.0:9696 Dec 02 15:40:10.468690 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.service [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Neutron service started, listening on 0.0.0.0:9696 Dec 02 15:40:10.469346 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Notify callbacks [] for process, before_spawn {{(pid=80217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:10.470892 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:10.471882 dv-cinder-737618-2-smb neutron-server[80217]: INFO oslo_service.service [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Starting 1 workers Dec 02 15:40:10.472276 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [-] (80331) wsgi starting up on http://0.0.0.0:9696 Dec 02 15:40:10.477440 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Started child 80332 {{(pid=80217) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 02 15:40:10.477990 dv-cinder-737618-2-smb neutron-server[80217]: INFO oslo_service.service [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Starting 1 workers Dec 02 15:40:10.480077 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.service [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] calling RpcWorker wait() {{(pid=80332) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 02 15:40:10.480499 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.service [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] returning from RpcWorker wait() {{(pid=80332) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 02 15:40:10.482164 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:10.482689 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:40:10.482865 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Started child 80333 {{(pid=80217) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 02 15:40:10.483921 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2f2ae72-e1d7-422f-8633-a5b5a823757f None None] Notify callbacks [] for process, after_spawn {{(pid=80217) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:10.486156 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80217) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Dec 02 15:40:10.486591 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 02 15:40:10.486784 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 02 15:40:10.487262 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 02 15:40:10.487677 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 02 15:40:10.487873 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 02 15:40:10.488442 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.488746 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:10.488846 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.489046 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.489324 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.489786 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.490596 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.491071 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.491171 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.491474 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.491760 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.491961 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.492158 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.492453 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.492729 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.493085 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.493388 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.493662 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.494072 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.494309 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.494402 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.495038 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.495193 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.495488 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] debug = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.495778 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.496378 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.496661 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.496934 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.497187 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.497499 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.497771 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.498084 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.498352 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.498649 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.498917 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.499204 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.499452 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.499721 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.500029 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.500266 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.500761 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] host = dv-cinder-737618-2-smb {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.501683 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.501939 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.502226 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.502521 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.502822 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.503079 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.503372 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.503654 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.503933 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.504285 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.504486 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.504751 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.505020 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.505336 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] log_file = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.505499 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] log_options = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.505702 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.505922 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.506229 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.506455 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.506676 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.506850 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.507148 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.507338 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.507620 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.507868 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.508117 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.508390 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.508592 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.508838 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.509124 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.509390 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.509649 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.509890 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.510269 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.510424 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.510694 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.510962 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.511210 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.511931 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.512178 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.512426 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.513724 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.514415 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.514613 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.514720 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:40:10.514874 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.515163 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.515457 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.515706 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.515994 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.516268 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.516547 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.516863 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.517184 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.517456 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.517738 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.518019 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.518264 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.518586 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.518836 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.519149 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.519393 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] use_json = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.519644 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.519906 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.520762 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.521013 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.521261 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.521509 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.521758 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.522036 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.522495 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.522822 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.523251 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.523432 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.523708 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.524139 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.524432 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.524686 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.524957 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.525246 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.525567 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.525836 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.526184 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.527758 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.528058 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.98/identity {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.528335 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.528596 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.528853 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.529127 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.529377 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.529627 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.529875 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.530177 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.530454 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.530707 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.530979 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.531228 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.531496 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.531882 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.532227 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.532496 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.532764 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.533012 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.533259 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.533505 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.533770 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.534037 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.534301 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.534671 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.534923 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.535176 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.535421 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.535774 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.536126 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.536659 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.536911 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.537157 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.537623 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.537890 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.539629 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.539629 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.539629 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.539629 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.540173 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.540885 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.543823 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.543823 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.543823 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.543823 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.543823 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.544515 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.544515 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.544865 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.544865 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.545066 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.545328 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.545606 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.545861 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.546137 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.546396 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.546691 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.546929 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.547191 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.547441 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.548307 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.548723 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.549173 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.549465 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.549752 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.550024 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.550324 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.550619 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.550876 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.551130 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.551433 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.551692 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.552002 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.552276 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.552543 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.552853 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.553106 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.553362 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.553611 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.553880 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.554143 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.554479 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.554754 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.555217 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.555492 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.555792 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.556114 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.556390 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.556718 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.556998 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.557303 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.557654 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.557968 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.558243 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.558538 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.558840 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.559111 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.559381 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.559679 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.559964 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.560249 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.560499 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.560821 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.561088 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.561339 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.561582 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.561848 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.562194 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.562499 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.562760 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.563008 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.563374 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.564145 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.564396 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.564691 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.564979 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.565387 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.565682 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.565948 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.98/identity {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.566212 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.566498 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.566787 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.567260 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.567505 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.567751 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.568021 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.568792 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.569038 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.569338 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.569647 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.569943 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.570214 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.570506 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.570769 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.571062 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.571284 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.571687 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.572138 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.572409 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.572681 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.572935 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.573203 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.573494 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.573751 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.574072 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.574355 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.574626 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.574895 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.575161 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.575463 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.575709 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.575993 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.576262 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.576513 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.576732 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.577140 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.577547 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.577946 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.578387 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.578671 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.579201 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.579665 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.580041 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.580316 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.580601 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.580877 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.581125 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.581395 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.581660 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.581926 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.582179 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.582425 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.582731 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.582989 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.583244 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.583492 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.583730 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.583973 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.584219 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.584457 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.584770 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.585071 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.585338 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.585611 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.585919 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.586177 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.586419 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.586756 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.587048 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.587308 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.587685 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.587897 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.588156 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.588664 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.588931 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.589194 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.589489 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.589838 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.590189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.590518 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.590823 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.591150 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.591459 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.591763 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.592029 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.592336 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.592689 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.592988 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.593258 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.593524 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.593851 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.594110 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.594363 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.595257 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.595646 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.596077 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.596362 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.596642 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.596937 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.597174 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.597427 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.597661 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.597941 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.598204 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.598505 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.598757 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.598924 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 02 15:40:10.599627 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80217) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Dec 02 15:40:10.600898 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 02 15:40:10.600898 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 02 15:40:10.600898 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 02 15:40:10.600898 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 02 15:40:10.600898 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 02 15:40:10.600898 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.600898 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.601341 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.601341 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.601341 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.601534 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.601689 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.601881 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.602047 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.602224 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.602404 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.602614 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.602788 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.602973 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.603125 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.603289 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.603472 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.603660 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.603849 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.604032 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.604215 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.604397 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.604579 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] debug = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.604744 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.604944 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.605128 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.605311 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.605492 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.605673 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.605854 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.606037 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.606218 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.606401 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.606607 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.606789 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.606989 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.607133 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.607297 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.607482 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.607668 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] host = dv-cinder-737618-2-smb {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.607816 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.607952 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.608133 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.608315 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.608496 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.608677 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.608858 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.609038 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.609222 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.609404 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.609584 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.609736 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.609921 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.610136 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] log_file = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.611164 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] log_options = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.611425 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.611531 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.611646 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.611852 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.612040 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.612225 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.612470 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.612616 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.612753 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.612897 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.613081 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.613236 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.613380 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.613530 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.613675 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.613820 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.613965 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.614110 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.614253 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.614453 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.614706 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.614809 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.614942 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.615122 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.615306 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.615486 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.615666 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.615846 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.616026 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.616213 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.616389 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.616570 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.616751 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.616934 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.617114 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.617299 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.617480 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.617663 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.617826 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.617999 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.618180 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.618361 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.618568 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.618751 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.618933 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.619115 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] use_json = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.619297 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.619478 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.619658 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.619839 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.620024 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.620208 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.620389 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.620572 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 02 15:40:10.620776 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.620963 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.621161 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.621347 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.621533 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.621701 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.621879 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.622065 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.622248 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.622433 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.622647 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.622831 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.623033 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.623217 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.623402 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.98/identity {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.623587 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.623772 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.623957 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.624143 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.624329 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.624514 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.624699 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.624884 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.625068 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.625352 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.625496 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.625699 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.625699 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.626113 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.626113 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.626333 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.626582 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.626582 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.626842 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.626939 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.627081 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.627268 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.627454 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.627641 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.627873 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.628036 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.628188 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.628368 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.628556 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.628741 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.628924 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.629089 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.629272 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.629468 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.629618 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.629816 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.629999 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.630218 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.630358 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.630543 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.630697 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.630843 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.630990 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.631170 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.631353 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.631538 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.631723 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.631909 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.632094 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.632278 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.632463 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.632648 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.632834 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.632988 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.633174 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.633339 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.633517 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.633699 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.633907 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.634113 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.634298 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.634507 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.634683 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.634866 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.635050 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.635235 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.635418 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.635604 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.635788 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.635972 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.636155 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.636342 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.636527 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.636695 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.636839 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.637033 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.637216 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.637401 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.637585 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.637768 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.637952 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.638172 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.638281 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.638488 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.638650 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.638846 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.639032 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.639220 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.639405 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.639597 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.639794 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.639980 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.640166 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.640351 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.640534 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.640717 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.640902 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.641246 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.641463 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.641756 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.642004 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.642299 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.642535 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.642815 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.642999 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.643190 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.643406 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.643598 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.643784 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.643893 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:40:10.643970 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.644120 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.644293 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.644478 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.644639 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.644827 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.645012 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.645172 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.645361 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.98/identity {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.645546 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.645729 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.645914 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.646098 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.646252 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.646460 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.646647 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.646833 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.646999 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.647176 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.647361 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.647545 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.647727 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.647911 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.648094 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.648279 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.648463 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.648617 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.648805 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.648960 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.649147 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.649301 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.649488 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.649672 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.649858 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.650041 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.650196 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.650386 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.650596 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.650781 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.650966 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.651151 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.651336 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.651520 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.651705 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.651870 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.652049 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.652234 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.652420 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.652605 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.652790 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.652974 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.653158 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.653359 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.653588 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.653731 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.653869 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.654007 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.654166 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.654306 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.654513 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.654699 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.654858 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.655389 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.655389 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.655389 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.655389 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.655389 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.655389 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.655389 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.656778 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.656778 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.656778 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.657728 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.657856 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.658793 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.658793 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.658793 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.658793 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.658793 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.660334 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.660334 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.660334 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.660334 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.660334 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.660334 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.660334 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.660334 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.661434 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.661434 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.661434 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.661434 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.661434 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.661434 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.661434 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.661434 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.662209 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.662209 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.662209 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.662209 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.662209 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.662668 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.662668 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.662668 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.662932 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.662932 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.663108 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.663272 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.663457 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.663641 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.663828 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.664013 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.664198 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.664382 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.664569 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.664754 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.664938 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 02 15:40:10.665115 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80217) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 02 15:40:10.721888 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 33018) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:40:10.733286 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [-] 10.222.0.98 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0086145 Dec 02 15:40:22.113339 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31507178-5dc1-4729-9881-646196fcdb8d None None] get_active_networks_info from dv-cinder-737618-2-smb {{(pid=80332) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 02 15:40:22.267172 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31507178-5dc1-4729-9881-646196fcdb8d None None] No non-hosted networks {{(pid=80332) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 02 15:40:22.296686 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agentschedulers_db [None req-31507178-5dc1-4729-9881-646196fcdb8d None None] DHCP Agent not found on host dv-cinder-737618-2-smb {{(pid=80332) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Dec 02 15:40:22.510060 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ffead686-6542-4b91-8668-4908363230f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297'] for agent, after_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:24.398065 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fc6bf205-9c01-4088-b6ee-2b3a25fca7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297'] for agent, after_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:24.448514 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-94644784-ad07-409b-adb4-bdf0b0b1b7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:24.863869 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297'] for agent, after_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:25.750674 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297'] for agent, after_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:25.751435 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:25.751677 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:25.752040 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:25.752410 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:25.752780 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:25.753152 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:25.753515 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:25.753878 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:25.754250 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:25.754643 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:25.755011 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:25.755377 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:25.755804 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-737618-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:40:25.767511 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-737618-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:40:25.909140 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] get_endpoint_by_host() called for host dv-cinder-737618-2-smb {{(pid=80332) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Dec 02 15:40:25.914982 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] get_endpoint_by_ip() called for ip 192.168.0.71 {{(pid=80332) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Dec 02 15:40:25.919537 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] _add_endpoint() called for ip 192.168.0.71 {{(pid=80332) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Dec 02 15:40:25.956037 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] _get_endpoints() called {{(pid=80332) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Dec 02 15:40:26.772949 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297'] for agent, after_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:27.901536 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 33110) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:40:28.613964 dv-cinder-737618-2-smb neutron-server[80217]: WARNING oslo_policy.policy [None req-9d966989-3baf-4213-9ec2-dd357a470665 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 02 15:40:28.614631 dv-cinder-737618-2-smb neutron-server[80217]: WARNING oslo_policy.policy [None req-9d966989-3baf-4213-9ec2-dd357a470665 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 02 15:40:28.644413 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.l3_hamode_db [None req-0d6ea736-56b2-4fa7-8a75-3030fc3ff077 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 02 15:40:28.731886 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6ea736-56b2-4fa7-8a75-3030fc3ff077 None None] Routers set() bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:40:28.732242 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6ea736-56b2-4fa7-8a75-3030fc3ff077 None None] Router IDs set() for agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 02 15:40:28.851814 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [None req-9d966989-3baf-4213-9ec2-dd357a470665 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=80331) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 15:40:28.855480 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-9d966989-3baf-4213-9ec2-dd357a470665 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.9504058 Dec 02 15:40:31.651173 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 33124) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:40:32.355357 dv-cinder-737618-2-smb neutron-server[80217]: WARNING oslo_policy.policy [None req-6c98d9c6-d99a-48f9-ab62-f98a75a13245 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 02 15:40:32.355845 dv-cinder-737618-2-smb neutron-server[80217]: WARNING oslo_policy.policy [None req-6c98d9c6-d99a-48f9-ab62-f98a75a13245 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 02 15:40:32.589286 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-6c98d9c6-d99a-48f9-ab62-f98a75a13245 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:40:32.639922 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.policy [None req-6c98d9c6-d99a-48f9-ab62-f98a75a13245 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80330) register_rules /opt/stack/neutron/neutron/policy.py:67}} Dec 02 15:40:32.641185 dv-cinder-737618-2-smb neutron-server[80217]: WARNING oslo_policy.policy [None req-6c98d9c6-d99a-48f9-ab62-f98a75a13245 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 02 15:40:32.641342 dv-cinder-737618-2-smb neutron-server[80217]: WARNING oslo_policy.policy [None req-6c98d9c6-d99a-48f9-ab62-f98a75a13245 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 02 15:40:32.648605 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.quota [None req-6c98d9c6-d99a-48f9-ab62-f98a75a13245 admin admin] Loaded quota_driver: . Dec 02 15:40:32.695199 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-6c98d9c6-d99a-48f9-ab62-f98a75a13245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:40:32.780238 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6c98d9c6-d99a-48f9-ab62-f98a75a13245 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737199625120', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737198891112', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737198897602', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737198845534', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737198845050', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3373248', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850745757', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1495580', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1511182'] for rbac-policy, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:33.018667 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6c98d9c6-d99a-48f9-ab62-f98a75a13245 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:33.020189 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-6c98d9c6-d99a-48f9-ab62-f98a75a13245 admin admin] 10.222.0.98 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3664997 Dec 02 15:40:36.189588 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 33142) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:40:36.615315 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'fa3aea9bfb034260a27151beecc133ed'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:40:36.621622 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:40:36.626812 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Usage tracker for resource:network and tenant:fa3aea9bfb034260a27151beecc133ed is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:40:36.630727 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:40:36.636930 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:40:36.763162 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Made reservation on behalf of fa3aea9bfb034260a27151beecc133ed for: {'network': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:40:36.763162 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for network, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:36.763162 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:36.771314 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:40:36.775307 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Usage tracker for resource:security_group_rule and tenant:fa3aea9bfb034260a27151beecc133ed is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:40:36.779152 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:40:36.785388 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:40:37.176079 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:37.213306 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:37.221496 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:40:37.245236 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 15:40:37.273445 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737198195520', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:37.274062 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.segments_db [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Added segment 301bf975-ef0a-48b1-a6b8-64467cb25f75 of type vxlan for network e596c5e8-dbef-4c7d-8800-c43d0fc3455d Dec 02 15:40:37.329798 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44569e83-92cf-4453-9da8-fe9999549656,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:40:37.347732 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:37.348103 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:37.348466 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:37.348848 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:37.349161 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:37.349512 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:37.349853 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:37.350191 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:37.350606 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:37.350952 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:37.351291 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:37.351622 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Tracked resource versions report: Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: pushed versions: Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: { 'AddressGroup': {'1.0'}, Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: 'ConntrackHelper': {'1.0'}, Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: 'Log': {'1.0'}, Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: 'Network': {'1.1'}, Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: 'Port': {'1.6'}, Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: 'PortForwarding': {'1.2'}, Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: 'QosPolicy': {'1.8'}, Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroup': {'1.3'}, Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroupRule': {'1.1'}, Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: 'SubPort': {'1.0'}, Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: 'Subnet': {'1.1'}, Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: 'Trunk': {'1.1'}} Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: consumer versions: Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: { DHCP agent@dv-cinder-737618-2-smb: {}, Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: L3 agent@dv-cinder-737618-2-smb: {}, Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: Metadata agent@dv-cinder-737618-2-smb: {}, Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: Metering agent@dv-cinder-737618-2-smb: {}, Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: Open vSwitch agent@dv-cinder-737618-2-smb: { 'AddressGroup': '1.0', Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: 'ConntrackHelper': '1.0', Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: 'Log': '1.0', Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: 'Network': '1.1', Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: 'Port': '1.6', Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: 'PortForwarding': '1.2', Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: 'QosPolicy': '1.8', Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroup': '1.3', Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroupRule': '1.1', Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: 'SubPort': '1.0', Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: 'Subnet': '1.1', Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: 'Trunk': '1.1'}} Dec 02 15:40:37.352819 dv-cinder-737618-2-smb neutron-server[80217]: {{(pid=80330) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 02 15:40:37.410213 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737197622950'] for network, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:37.416964 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:40:37.555387 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for network, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:37.556844 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:40:37.557549 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:37.564042 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:40:37.677678 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Pushing event updated for resources: {'Network': ['ID=e596c5e8-dbef-4c7d-8800-c43d0fc3455d,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:40:37.692073 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:40:37.700044 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Network e596c5e8-dbef-4c7d-8800-c43d0fc3455d details requested by agent ovs-agent-dv-cinder-737618-2-smb with host dv-cinder-737618-2-smb {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:40:37.774905 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.5840683 Dec 02 15:40:41.040364 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 33158) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:40:41.576484 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038aac98-2bc3-4b68-b98f-a63c9a498f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:40:41.578007 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-038aac98-2bc3-4b68-b98f-a63c9a498f9c admin admin] 10.222.0.98 "GET /v2.0/networks/e596c5e8-dbef-4c7d-8800-c43d0fc3455d HTTP/1.1" status: 200 len: 818 time: 0.5365632 Dec 02 15:40:41.608169 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-5e0889dc-9c78-4855-974a-950ebce447e1 admin admin] 10.222.0.98 "GET /v2.0/subnetpools/d9263c65-a291-4333-a6fc-2502ea5155a9 HTTP/1.1" status: 200 len: 734 time: 0.0237422 Dec 02 15:40:41.619339 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-1c9b9d91-3fa7-4483-81d5-038127e40c84 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'd9263c65-a291-4333-a6fc-2502ea5155a9', 'network_id': 'e596c5e8-dbef-4c7d-8800-c43d0fc3455d', 'tenant_id': 'fa3aea9bfb034260a27151beecc133ed', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:40:41.624281 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-1c9b9d91-3fa7-4483-81d5-038127e40c84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:40:41.629094 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-1c9b9d91-3fa7-4483-81d5-038127e40c84 admin admin] Usage tracker for resource:subnet and tenant:fa3aea9bfb034260a27151beecc133ed is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:40:41.632313 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-1c9b9d91-3fa7-4483-81d5-038127e40c84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:40:41.638053 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-1c9b9d91-3fa7-4483-81d5-038127e40c84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:40:41.745428 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9b9d91-3fa7-4483-81d5-038127e40c84 admin admin] Made reservation on behalf of fa3aea9bfb034260a27151beecc133ed for: {'subnet': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:40:41.750960 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c9b9d91-3fa7-4483-81d5-038127e40c84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:42.507152 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c9b9d91-3fa7-4483-81d5-038127e40c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for subnet, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:42.522023 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:40:42.656712 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b9d91-3fa7-4483-81d5-038127e40c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aed7136-a7d4-445e-aff6-e41b4e9e4087,revision_number=0']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:40:42.670875 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-1c9b9d91-3fa7-4483-81d5-038127e40c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:40:42.729661 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9b9d91-3fa7-4483-81d5-038127e40c84 admin admin] Checking segment: {'id': '301bf975-ef0a-48b1-a6b8-64467cb25f75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e596c5e8-dbef-4c7d-8800-c43d0fc3455d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:40:42.730054 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9b9d91-3fa7-4483-81d5-038127e40c84 admin admin] Network hostable DHCP agents. Network: e596c5e8-dbef-4c7d-8800-c43d0fc3455d, hostable agents: ['f9c54d63-a3bd-491a-8648-7c87c1e70bbe'], hosted agents: [] {{(pid=80330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 15:40:42.779233 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9b9d91-3fa7-4483-81d5-038127e40c84 admin admin] Network e596c5e8-dbef-4c7d-8800-c43d0fc3455d is scheduled to be hosted by DHCP agent f9c54d63-a3bd-491a-8648-7c87c1e70bbe with binding_index 1 {{(pid=80330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 15:40:42.819365 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-1c9b9d91-3fa7-4483-81d5-038127e40c84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-smb, e596c5e8-dbef-4c7d-8800-c43d0fc3455d) {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:40:42.824627 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9b9d91-3fa7-4483-81d5-038127e40c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:40:42.825262 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c9b9d91-3fa7-4483-81d5-038127e40c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for subnet, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:42.829501 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5ecd84-0320-4ad7-bf6f-baf0b02290a5 None None] Network e596c5e8-dbef-4c7d-8800-c43d0fc3455d requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:40:42.890559 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-1c9b9d91-3fa7-4483-81d5-038127e40c84 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2623577 Dec 02 15:40:43.178334 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da9dfaf-62d6-5646-b99e-815292006dec-e596c5e8-dbef-4c7d-8800-c43d0fc3455d', 'network_id': 'e596c5e8-dbef-4c7d-8800-c43d0fc3455d', 'tenant_id': 'fa3aea9bfb034260a27151beecc133ed', 'fixed_ips': [{'subnet_id': '7aed7136-a7d4-445e-aff6-e41b4e9e4087'}]}} from dv-cinder-737618-2-smb. {{(pid=80332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 02 15:40:43.179724 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:43.531942 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Allocated IP 172.20.0.2 (e596c5e8-dbef-4c7d-8800-c43d0fc3455d/7aed7136-a7d4-445e-aff6-e41b4e9e4087/5e155c8e-d577-4656-aab6-5d0e390cff4c) {{(pid=80332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:40:43.772734 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Notify callbacks [] for port, precommit_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:43.829047 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Transition to ACTIVE for port object 5e155c8e-d577-4656-aab6-5d0e390cff4c will not be triggered until provisioned by entity L2. {{(pid=80332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:40:43.857372 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Transition to ACTIVE for port object 5e155c8e-d577-4656-aab6-5d0e390cff4c will not be triggered until provisioned by entity DHCP. {{(pid=80332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:40:43.888312 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067'] for port, after_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:43.906487 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:40:44.204140 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Pushing event updated for resources: {'Port': ['ID=5e155c8e-d577-4656-aab6-5d0e390cff4c,revision_number=1']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:40:44.215009 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:44.215476 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:44.215759 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:44.216125 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:44.216484 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:44.216841 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:44.217244 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:44.217620 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:44.218861 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:44.218861 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:44.219235 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:44.219510 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Tracked resource versions report: Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: pushed versions: Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: { 'AddressGroup': {'1.0'}, Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: 'ConntrackHelper': {'1.0'}, Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: 'Log': {'1.0'}, Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: 'Network': {'1.1'}, Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: 'Port': {'1.6'}, Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: 'PortForwarding': {'1.2'}, Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: 'QosPolicy': {'1.8'}, Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroup': {'1.3'}, Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroupRule': {'1.1'}, Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: 'SubPort': {'1.0'}, Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: 'Subnet': {'1.1'}, Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: 'Trunk': {'1.1'}} Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: consumer versions: Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: { DHCP agent@dv-cinder-737618-2-smb: {}, Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: L3 agent@dv-cinder-737618-2-smb: {}, Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: Metadata agent@dv-cinder-737618-2-smb: {}, Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: Metering agent@dv-cinder-737618-2-smb: {}, Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: Open vSwitch agent@dv-cinder-737618-2-smb: { 'AddressGroup': '1.0', Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: 'ConntrackHelper': '1.0', Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: 'Log': '1.0', Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: 'Network': '1.1', Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: 'Port': '1.6', Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: 'PortForwarding': '1.2', Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: 'QosPolicy': '1.8', Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroup': '1.3', Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroupRule': '1.1', Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: 'SubPort': '1.0', Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: 'Subnet': '1.1', Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: 'Trunk': '1.1'}} Dec 02 15:40:44.220661 dv-cinder-737618-2-smb neutron-server[80217]: {{(pid=80332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 02 15:40:44.233320 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:40:44.288932 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Network e596c5e8-dbef-4c7d-8800-c43d0fc3455d is already hosted by enough agents. {{(pid=80332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:40:44.290259 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Resources bound (agent type, host, resource id): {{(pid=80332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:40:44.293101 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Received port after_create {{(pid=80332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:40:44.354884 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Attempting to bind port 5e155c8e-d577-4656-aab6-5d0e390cff4c on host dv-cinder-737618-2-smb for vnic_type normal with profile {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:40:44.355348 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Attempting to bind port 5e155c8e-d577-4656-aab6-5d0e390cff4c by drivers openvswitch on host dv-cinder-737618-2-smb at level 0 using segments [{'id': '301bf975-ef0a-48b1-a6b8-64467cb25f75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e596c5e8-dbef-4c7d-8800-c43d0fc3455d'}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:40:44.355777 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Attempting to bind port 5e155c8e-d577-4656-aab6-5d0e390cff4c on network e596c5e8-dbef-4c7d-8800-c43d0fc3455d {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:40:44.362310 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Checking agent: {'id': '9e491a05-148d-4c27-9923-258931fe0ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 40, 26), 'started_at': datetime.datetime(2020, 12, 2, 15, 40, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:40:44.363453 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Checking segment: {'id': '301bf975-ef0a-48b1-a6b8-64467cb25f75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e596c5e8-dbef-4c7d-8800-c43d0fc3455d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:40:44.363453 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:44.363869 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Bound using segment: {'id': '301bf975-ef0a-48b1-a6b8-64467cb25f75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e596c5e8-dbef-4c7d-8800-c43d0fc3455d'} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:40:44.364417 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Bound port: 5e155c8e-d577-4656-aab6-5d0e390cff4c, host: dv-cinder-737618-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301bf975-ef0a-48b1-a6b8-64467cb25f75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e596c5e8-dbef-4c7d-8800-c43d0fc3455d'}}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:40:44.364837 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:44.457969 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] For port 5e155c8e-d577-4656-aab6-5d0e390cff4c, host dv-cinder-737618-2-smb, cleared binding levels {{(pid=80332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:40:44.462044 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] For port 5e155c8e-d577-4656-aab6-5d0e390cff4c, host dv-cinder-737618-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=5e155c8e-d577-4656-aab6-5d0e390cff4c,segment=NetworkSegment(301bf975-ef0a-48b1-a6b8-64467cb25f75),segment_id=301bf975-ef0a-48b1-a6b8-64467cb25f75)] {{(pid=80332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:40:44.488688 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:44.504247 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:40:44.658457 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Pushing event updated for resources: {'Port': ['ID=5e155c8e-d577-4656-aab6-5d0e390cff4c,revision_number=2']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:40:44.663452 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:40:45.703185 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 33168) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:40:46.191278 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [None req-5a8caa53-8769-4686-8eff-9f4b07829665 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=80330) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 15:40:46.192383 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-5a8caa53-8769-4686-8eff-9f4b07829665 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4880788 Dec 02 15:40:47.986339 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 5e155c8e-d577-4656-aab6-5d0e390cff4c up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:40:48.092664 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning for port 5e155c8e-d577-4656-aab6-5d0e390cff4c completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:40:49.026318 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 33182) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:40:49.241611 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fceb3c-40c2-4d0f-8c6f-1380c91ccdb8 None None] Network e596c5e8-dbef-4c7d-8800-c43d0fc3455d requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:40:49.369250 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b08ec433-7136-45db-9105-5725c2b32d68 None None] Provisioning for port 5e155c8e-d577-4656-aab6-5d0e390cff4c completed by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:40:49.377748 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b08ec433-7136-45db-9105-5725c2b32d68 None None] Provisioning complete for port 5e155c8e-d577-4656-aab6-5d0e390cff4c triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:40:49.378171 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b08ec433-7136-45db-9105-5725c2b32d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:49.477259 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [None req-ac42e3a7-264a-4503-8852-bfca4095f893 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=80330) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 15:40:49.478484 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-ac42e3a7-264a-4503-8852-bfca4095f893 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4505143 Dec 02 15:40:49.617714 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b08ec433-7136-45db-9105-5725c2b32d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:49.675920 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-b08ec433-7136-45db-9105-5725c2b32d68 None None] For port 5e155c8e-d577-4656-aab6-5d0e390cff4c, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=5e155c8e-d577-4656-aab6-5d0e390cff4c,segment=NetworkSegment(301bf975-ef0a-48b1-a6b8-64467cb25f75),segment_id=301bf975-ef0a-48b1-a6b8-64467cb25f75)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:40:49.711070 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b08ec433-7136-45db-9105-5725c2b32d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:49.713293 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:40:49.786733 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ec433-7136-45db-9105-5725c2b32d68 None None] Pushing event updated for resources: {'Port': ['ID=5e155c8e-d577-4656-aab6-5d0e390cff4c,revision_number=3']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:40:49.790380 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b08ec433-7136-45db-9105-5725c2b32d68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:40:49.937457 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-148761db-4ece-4703-88d6-4b744f0161a9 None None] Provisioning complete for port 5e155c8e-d577-4656-aab6-5d0e390cff4c triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:40:49.938004 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-148761db-4ece-4703-88d6-4b744f0161a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:49.972343 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 5e155c8e-d577-4656-aab6-5d0e390cff4c up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:40:50.129492 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 5e155c8e-d577-4656-aab6-5d0e390cff4c triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:40:50.130035 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:50.298046 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-28645215-b4cb-40cb-8029-0efded2b78a1 None None] Provisioning complete for port 5e155c8e-d577-4656-aab6-5d0e390cff4c triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:40:50.298466 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-28645215-b4cb-40cb-8029-0efded2b78a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:51.871125 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-934562ba-1455-45c1-b180-4c12756f74da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:52.701701 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 33194) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:40:53.180696 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-9ca25a72-54ca-4a2b-9b7e-2cbe082ff110 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'fa3aea9bfb034260a27151beecc133ed', 'admin_state_up': True}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:40:53.186137 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-9ca25a72-54ca-4a2b-9b7e-2cbe082ff110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:40:53.190884 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-9ca25a72-54ca-4a2b-9b7e-2cbe082ff110 admin admin] Usage tracker for resource:router and tenant:fa3aea9bfb034260a27151beecc133ed is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:40:53.194057 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-9ca25a72-54ca-4a2b-9b7e-2cbe082ff110 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:40:53.199846 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-9ca25a72-54ca-4a2b-9b7e-2cbe082ff110 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:40:53.241144 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9ca25a72-54ca-4a2b-9b7e-2cbe082ff110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854218090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:53.242599 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9ca25a72-54ca-4a2b-9b7e-2cbe082ff110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854218143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854336912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854761223'] for router, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:53.321573 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9ca25a72-54ca-4a2b-9b7e-2cbe082ff110 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:53.466275 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9ca25a72-54ca-4a2b-9b7e-2cbe082ff110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854218128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559623'] for router, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:53.516076 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9ca25a72-54ca-4a2b-9b7e-2cbe082ff110 admin admin] Notify callbacks [] for router, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:53.517367 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-9ca25a72-54ca-4a2b-9b7e-2cbe082ff110 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8143132 Dec 02 15:40:54.413653 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ddd37741-16bb-4224-82d5-585001259bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:54.789576 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:55.744277 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:56.333849 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 33214) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:40:56.572289 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [None req-fbc91b9a-d52f-4e6d-97f6-6d713cc91680 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=80330) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 15:40:56.573427 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-fbc91b9a-d52f-4e6d-97f6-6d713cc91680 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.2382774 Dec 02 15:40:56.829884 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:59.361241 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 33234) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:40:59.445169 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:40:59.453813 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:40:59.457894 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Usage tracker for resource:network and tenant:84f8ddf58b3846afbb10a5c5a3ce4a71 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:40:59.460952 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:40:59.467043 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:40:59.567633 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Made reservation on behalf of 84f8ddf58b3846afbb10a5c5a3ce4a71 for: {'network': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:40:59.572319 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for network, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:59.585388 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:59.601778 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:40:59.605868 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Usage tracker for resource:security_group_rule and tenant:84f8ddf58b3846afbb10a5c5a3ce4a71 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:40:59.609874 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:40:59.615580 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:40:59.847788 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:59.876234 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:59.881542 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:40:59.902576 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Reserving flat network on physical network physnet1 {{(pid=80330) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 02 15:40:59.919777 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ee398f-b5cf-4238-ab11-25806c9fcc71,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:40:59.923812 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:40:59.956584 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737198195520', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:40:59.957161 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Unsubscribe: segment precommit_create {{(pid=80330) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 02 15:40:59.957581 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.segments_db [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Added segment e664ad9f-0009-4ff2-8670-18bebb570cf0 of type flat for network 37c00fa4-9d8d-40bf-927e-52444f2dd708 Dec 02 15:41:00.095884 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737197622950'] for network, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:00.179295 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for network, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:00.180524 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:41:00.181157 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:00.187357 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:41:00.294426 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Pushing event updated for resources: {'Network': ['ID=37c00fa4-9d8d-40bf-927e-52444f2dd708,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:41:00.297926 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:41:00.311415 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Network 37c00fa4-9d8d-40bf-927e-52444f2dd708 details requested by agent ovs-agent-dv-cinder-737618-2-smb with host dv-cinder-737618-2-smb {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:41:00.335457 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9727402 Dec 02 15:41:02.918581 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 33244) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:41:03.207778 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.policy [None req-a26cd216-5c20-4fce-92aa-4b4bace8c509 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80331) register_rules /opt/stack/neutron/neutron/policy.py:67}} Dec 02 15:41:03.208727 dv-cinder-737618-2-smb neutron-server[80217]: WARNING oslo_policy.policy [None req-a26cd216-5c20-4fce-92aa-4b4bace8c509 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 02 15:41:03.209189 dv-cinder-737618-2-smb neutron-server[80217]: WARNING oslo_policy.policy [None req-a26cd216-5c20-4fce-92aa-4b4bace8c509 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 02 15:41:03.215603 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26cd216-5c20-4fce-92aa-4b4bace8c509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:41:03.218671 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-a26cd216-5c20-4fce-92aa-4b4bace8c509 admin admin] 10.222.0.98 "GET /v2.0/subnets/7aed7136-a7d4-445e-aff6-e41b4e9e4087 HTTP/1.1" status: 200 len: 849 time: 0.2979784 Dec 02 15:41:03.404121 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-0529b25f-d4c2-48b9-a6b3-7ed5ecab6a09 admin admin] 10.222.0.98 "GET /v2.0/routers/fa4668b9-f0e2-43b6-a060-d62c781d249c HTTP/1.1" status: 200 len: 704 time: 0.1745825 Dec 02 15:41:04.126086 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:04.621882 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Allocated IP 172.20.0.1 (e596c5e8-dbef-4c7d-8800-c43d0fc3455d/7aed7136-a7d4-445e-aff6-e41b4e9e4087/18ac61ac-16a9-44d7-8199-557706ba35e0) {{(pid=80331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:41:04.907110 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:04.927123 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Transition to ACTIVE for port object 18ac61ac-16a9-44d7-8199-557706ba35e0 will not be triggered until provisioned by entity DHCP. {{(pid=80331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:41:05.009748 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067'] for port, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:05.042282 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:41:05.328421 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Pushing event updated for resources: {'Port': ['ID=18ac61ac-16a9-44d7-8199-557706ba35e0,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:41:05.366642 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:41:05.367277 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:41:05.368931 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:41:05.369623 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:41:05.370269 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:41:05.370938 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:41:05.371587 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:41:05.372237 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:41:05.372897 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:41:05.374062 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:41:05.374703 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:41:05.375350 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Tracked resource versions report: Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: pushed versions: Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: { 'AddressGroup': {'1.0'}, Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: 'ConntrackHelper': {'1.0'}, Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: 'Log': {'1.0'}, Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: 'Network': {'1.1'}, Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: 'Port': {'1.6'}, Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: 'PortForwarding': {'1.2'}, Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: 'QosPolicy': {'1.8'}, Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroup': {'1.3'}, Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroupRule': {'1.1'}, Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: 'SubPort': {'1.0'}, Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: 'Subnet': {'1.1'}, Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: 'Trunk': {'1.1'}} Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: consumer versions: Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: { DHCP agent@dv-cinder-737618-2-smb: {}, Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: L3 agent@dv-cinder-737618-2-smb: {}, Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: Metadata agent@dv-cinder-737618-2-smb: {}, Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: Metering agent@dv-cinder-737618-2-smb: {}, Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: Open vSwitch agent@dv-cinder-737618-2-smb: { 'AddressGroup': '1.0', Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: 'ConntrackHelper': '1.0', Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: 'Log': '1.0', Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: 'Network': '1.1', Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: 'Port': '1.6', Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: 'PortForwarding': '1.2', Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: 'QosPolicy': '1.8', Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroup': '1.3', Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroupRule': '1.1', Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: 'SubPort': '1.0', Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: 'Subnet': '1.1', Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: 'Trunk': '1.1'}} Dec 02 15:41:05.377592 dv-cinder-737618-2-smb neutron-server[80217]: {{(pid=80331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 02 15:41:05.453273 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:41:05.480695 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Network e596c5e8-dbef-4c7d-8800-c43d0fc3455d is already hosted by enough agents. {{(pid=80331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:41:05.484411 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:41:05.495334 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Received port after_create {{(pid=80331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:41:05.495919 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854215974'] for router_interface, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:05.835959 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-88842517-eac9-473d-a9ce-41ce8cbab59c None None] Provisioning for port 18ac61ac-16a9-44d7-8199-557706ba35e0 completed by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:41:05.841717 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-88842517-eac9-473d-a9ce-41ce8cbab59c None None] Provisioning complete for port 18ac61ac-16a9-44d7-8199-557706ba35e0 triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:41:05.842072 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-88842517-eac9-473d-a9ce-41ce8cbab59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:05.896884 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-88842517-eac9-473d-a9ce-41ce8cbab59c None None] Port 18ac61ac-16a9-44d7-8199-557706ba35e0 cannot update to ACTIVE because it is not bound. {{(pid=80332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 15:41:05.976971 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:06.275444 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:06.329902 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:06.332177 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3252943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557831'] for router_interface, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:06.352656 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:41:06.540457 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 5 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:41:06.650933 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Pushing event updated for resources: {'Port': ['ID=18ac61ac-16a9-44d7-8199-557706ba35e0,revision_number=2']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:41:06.656267 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:41:06.723077 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Network e596c5e8-dbef-4c7d-8800-c43d0fc3455d is already hosted by enough agents. {{(pid=80331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:41:06.725940 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:41:06.925092 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-cb8b3622-f6ac-46df-a27e-f9cd892c95b1 None None] Provisioning complete for port 18ac61ac-16a9-44d7-8199-557706ba35e0 triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:41:06.925493 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cb8b3622-f6ac-46df-a27e-f9cd892c95b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:06.992216 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-cb8b3622-f6ac-46df-a27e-f9cd892c95b1 None None] Port 18ac61ac-16a9-44d7-8199-557706ba35e0 cannot update to ACTIVE because it is not bound. {{(pid=80332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 15:41:06.997009 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Router fa4668b9-f0e2-43b6-a060-d62c781d249c is scheduled to L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf with binding_index 1 {{(pid=80331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 02 15:41:07.174046 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:41:07.186849 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] Sync routers for ids ['fa4668b9-f0e2-43b6-a060-d62c781d249c'] in dv-cinder-737618-2-smb {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:41:07.188885 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] 10.222.0.98 "PUT /v2.0/routers/fa4668b9-f0e2-43b6-a060-d62c781d249c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.7770472 Dec 02 15:41:07.199600 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] Routers {'fa4668b9-f0e2-43b6-a060-d62c781d249c'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:41:07.200188 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:40:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['fa4668b9-f0e2-43b6-a060-d62c781d249c'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:41:07.411403 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] Set router fa4668b9-f0e2-43b6-a060-d62c781d249c gateway port host: None {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:41:07.840636 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4668b9-f0e2-43b6-a060-d62c781d249c', 'name': 'router1', 'tenant_id': 'fa3aea9bfb034260a27151beecc133ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:40:53Z', 'updated_at': '2020-12-02T15:41:05Z', 'revision_number': 2, 'project_id': 'fa3aea9bfb034260a27151beecc133ed', 'gw_port_host': None, '_interfaces': [{'id': '18ac61ac-16a9-44d7-8199-557706ba35e0', 'name': '', 'network_id': 'e596c5e8-dbef-4c7d-8800-c43d0fc3455d', 'tenant_id': 'fa3aea9bfb034260a27151beecc133ed', 'mac_address': 'fa:16:3e:f4:e6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4668b9-f0e2-43b6-a060-d62c781d249c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7aed7136-a7d4-445e-aff6-e41b4e9e4087', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:41:04Z', 'updated_at': '2020-12-02T15:41:06Z', 'revision_number': 2, 'project_id': 'fa3aea9bfb034260a27151beecc133ed', 'subnets': [{'id': '7aed7136-a7d4-445e-aff6-e41b4e9e4087', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9263c65-a291-4333-a6fc-2502ea5155a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:41:07.849086 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] Checking router: fa4668b9-f0e2-43b6-a060-d62c781d249c for host: dv-cinder-737618-2-smb {{(pid=80333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:41:07.851160 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] Updating router fa4668b9-f0e2-43b6-a060-d62c781d249c port 18ac61ac-16a9-44d7-8199-557706ba35e0 binding host dv-cinder-737618-2-smb {{(pid=80333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 15:41:07.917936 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:08.455381 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:08.472718 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] Transition to ACTIVE for port object 18ac61ac-16a9-44d7-8199-557706ba35e0 will not be triggered until provisioned by entity L2. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:41:08.510712 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:08.527030 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:41:08.682230 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dd163-442e-47a2-986b-9aa7635b6769 None None] Pushing event updated for resources: {'Port': ['ID=18ac61ac-16a9-44d7-8199-557706ba35e0,revision_number=3']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:41:08.703562 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6dd163-442e-47a2-986b-9aa7635b6769 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:41:08.703937 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6dd163-442e-47a2-986b-9aa7635b6769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:41:08.704308 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6dd163-442e-47a2-986b-9aa7635b6769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:41:08.704671 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6dd163-442e-47a2-986b-9aa7635b6769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:41:08.705037 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6dd163-442e-47a2-986b-9aa7635b6769 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:41:08.705448 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6dd163-442e-47a2-986b-9aa7635b6769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:41:08.705840 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6dd163-442e-47a2-986b-9aa7635b6769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:41:08.706102 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6dd163-442e-47a2-986b-9aa7635b6769 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:41:08.706473 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6dd163-442e-47a2-986b-9aa7635b6769 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:41:08.706830 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6dd163-442e-47a2-986b-9aa7635b6769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:41:08.707181 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6dd163-442e-47a2-986b-9aa7635b6769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:41:08.707536 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6dd163-442e-47a2-986b-9aa7635b6769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6dd163-442e-47a2-986b-9aa7635b6769 None None] Tracked resource versions report: Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: pushed versions: Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: { 'AddressGroup': {'1.0'}, Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: 'ConntrackHelper': {'1.0'}, Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: 'Log': {'1.0'}, Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: 'Network': {'1.1'}, Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: 'Port': {'1.6'}, Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: 'PortForwarding': {'1.2'}, Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: 'QosPolicy': {'1.8'}, Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroup': {'1.3'}, Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroupRule': {'1.1'}, Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: 'SubPort': {'1.0'}, Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: 'Subnet': {'1.1'}, Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: 'Trunk': {'1.1'}} Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: consumer versions: Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: { DHCP agent@dv-cinder-737618-2-smb: {}, Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: L3 agent@dv-cinder-737618-2-smb: {}, Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: Metadata agent@dv-cinder-737618-2-smb: {}, Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: Metering agent@dv-cinder-737618-2-smb: {}, Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: Open vSwitch agent@dv-cinder-737618-2-smb: { 'AddressGroup': '1.0', Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: 'ConntrackHelper': '1.0', Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: 'Log': '1.0', Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: 'Network': '1.1', Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: 'Port': '1.6', Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: 'PortForwarding': '1.2', Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: 'QosPolicy': '1.8', Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroup': '1.3', Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroupRule': '1.1', Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: 'SubPort': '1.0', Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: 'Subnet': '1.1', Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: 'Trunk': '1.1'}} Dec 02 15:41:08.708758 dv-cinder-737618-2-smb neutron-server[80217]: {{(pid=80333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 02 15:41:08.723001 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-8b6dd163-442e-47a2-986b-9aa7635b6769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:41:08.863054 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] Attempting to bind port 18ac61ac-16a9-44d7-8199-557706ba35e0 on host dv-cinder-737618-2-smb for vnic_type normal with profile {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:41:08.863490 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] Attempting to bind port 18ac61ac-16a9-44d7-8199-557706ba35e0 by drivers openvswitch on host dv-cinder-737618-2-smb at level 0 using segments [{'id': '301bf975-ef0a-48b1-a6b8-64467cb25f75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e596c5e8-dbef-4c7d-8800-c43d0fc3455d'}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:41:08.863959 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] Attempting to bind port 18ac61ac-16a9-44d7-8199-557706ba35e0 on network e596c5e8-dbef-4c7d-8800-c43d0fc3455d {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:41:08.870134 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] Checking agent: {'id': '9e491a05-148d-4c27-9923-258931fe0ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 40, 26), 'started_at': datetime.datetime(2020, 12, 2, 15, 40, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:41:08.870619 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] Checking segment: {'id': '301bf975-ef0a-48b1-a6b8-64467cb25f75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e596c5e8-dbef-4c7d-8800-c43d0fc3455d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:41:08.871122 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:08.871549 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] Bound using segment: {'id': '301bf975-ef0a-48b1-a6b8-64467cb25f75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e596c5e8-dbef-4c7d-8800-c43d0fc3455d'} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:41:08.872154 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] Bound port: 18ac61ac-16a9-44d7-8199-557706ba35e0, host: dv-cinder-737618-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301bf975-ef0a-48b1-a6b8-64467cb25f75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'e596c5e8-dbef-4c7d-8800-c43d0fc3455d'}}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:41:08.872714 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:08.969970 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] For port 18ac61ac-16a9-44d7-8199-557706ba35e0, host dv-cinder-737618-2-smb, cleared binding levels {{(pid=80333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:41:08.975776 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] For port 18ac61ac-16a9-44d7-8199-557706ba35e0, host dv-cinder-737618-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=18ac61ac-16a9-44d7-8199-557706ba35e0,segment=NetworkSegment(301bf975-ef0a-48b1-a6b8-64467cb25f75),segment_id=301bf975-ef0a-48b1-a6b8-64467cb25f75)] {{(pid=80333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:41:09.036861 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:09.054700 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:41:09.211677 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dd163-442e-47a2-986b-9aa7635b6769 None None] Pushing event updated for resources: {'Port': ['ID=18ac61ac-16a9-44d7-8199-557706ba35e0,revision_number=4']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:41:09.217442 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-8b6dd163-442e-47a2-986b-9aa7635b6769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:41:09.277801 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] Routers {'fa4668b9-f0e2-43b6-a060-d62c781d249c'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:41:09.278553 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:40:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['fa4668b9-f0e2-43b6-a060-d62c781d249c'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:41:09.619563 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] Set router fa4668b9-f0e2-43b6-a060-d62c781d249c gateway port host: None {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:41:09.869748 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 33262) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:41:09.976233 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4668b9-f0e2-43b6-a060-d62c781d249c', 'name': 'router1', 'tenant_id': 'fa3aea9bfb034260a27151beecc133ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:40:53Z', 'updated_at': '2020-12-02T15:41:05Z', 'revision_number': 2, 'project_id': 'fa3aea9bfb034260a27151beecc133ed', 'gw_port_host': None, '_interfaces': [{'id': '18ac61ac-16a9-44d7-8199-557706ba35e0', 'name': '', 'network_id': 'e596c5e8-dbef-4c7d-8800-c43d0fc3455d', 'tenant_id': 'fa3aea9bfb034260a27151beecc133ed', 'mac_address': 'fa:16:3e:f4:e6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4668b9-f0e2-43b6-a060-d62c781d249c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7aed7136-a7d4-445e-aff6-e41b4e9e4087', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:41:04Z', 'updated_at': '2020-12-02T15:41:08Z', 'revision_number': 4, 'project_id': 'fa3aea9bfb034260a27151beecc133ed', 'subnets': [{'id': '7aed7136-a7d4-445e-aff6-e41b4e9e4087', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9263c65-a291-4333-a6fc-2502ea5155a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:41:09.980541 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e407f9-5096-4bfd-bd27-c1d4224a8768 None None] The sync data for ids ['fa4668b9-f0e2-43b6-a060-d62c781d249c'] in dv-cinder-737618-2-smb is: [{'id': 'fa4668b9-f0e2-43b6-a060-d62c781d249c', 'name': 'router1', 'tenant_id': 'fa3aea9bfb034260a27151beecc133ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:40:53Z', 'updated_at': '2020-12-02T15:41:05Z', 'revision_number': 2, 'project_id': 'fa3aea9bfb034260a27151beecc133ed', 'gw_port_host': None, '_interfaces': [{'id': '18ac61ac-16a9-44d7-8199-557706ba35e0', 'name': '', 'network_id': 'e596c5e8-dbef-4c7d-8800-c43d0fc3455d', 'tenant_id': 'fa3aea9bfb034260a27151beecc133ed', 'mac_address': 'fa:16:3e:f4:e6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4668b9-f0e2-43b6-a060-d62c781d249c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7aed7136-a7d4-445e-aff6-e41b4e9e4087', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:41:04Z', 'updated_at': '2020-12-02T15:41:08Z', 'revision_number': 4, 'project_id': 'fa3aea9bfb034260a27151beecc133ed', 'subnets': [{'id': '7aed7136-a7d4-445e-aff6-e41b4e9e4087', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9263c65-a291-4333-a6fc-2502ea5155a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:41:10.064562 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000bfe9f-8fac-4c60-8675-c835f8942eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:41:10.066040 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-000bfe9f-8fac-4c60-8675-c835f8942eb5 admin admin] 10.222.0.98 "GET /v2.0/networks/37c00fa4-9d8d-40bf-927e-52444f2dd708 HTTP/1.1" status: 200 len: 842 time: 0.1952689 Dec 02 15:41:10.077459 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-b3b5856d-a331-4bb8-b71c-c53ee2f6e8e2 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.28.0.1', 'enable_dhcp': False, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'cidr': '172.28.0.0/24'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:41:10.080805 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.quota [None req-b3b5856d-a331-4bb8-b71c-c53ee2f6e8e2 admin admin] Loaded quota_driver: . Dec 02 15:41:10.086924 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-b3b5856d-a331-4bb8-b71c-c53ee2f6e8e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:41:10.091478 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-b3b5856d-a331-4bb8-b71c-c53ee2f6e8e2 admin admin] Usage tracker for resource:subnet and tenant:84f8ddf58b3846afbb10a5c5a3ce4a71 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:41:10.095784 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-b3b5856d-a331-4bb8-b71c-c53ee2f6e8e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:41:10.102788 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-b3b5856d-a331-4bb8-b71c-c53ee2f6e8e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:41:10.156675 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b5856d-a331-4bb8-b71c-c53ee2f6e8e2 admin admin] Made reservation on behalf of 84f8ddf58b3846afbb10a5c5a3ce4a71 for: {'subnet': 1} {{(pid=80331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:41:10.161391 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b3b5856d-a331-4bb8-b71c-c53ee2f6e8e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:11.010673 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.objects.ports [None req-b3b5856d-a331-4bb8-b71c-c53ee2f6e8e2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80331) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 02 15:41:11.011881 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b3b5856d-a331-4bb8-b71c-c53ee2f6e8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for subnet, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:11.029053 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:41:11.186715 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5856d-a331-4bb8-b71c-c53ee2f6e8e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=960a6109-8752-4c76-aab7-dfde0e16e857,revision_number=0']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:41:11.208156 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b3b5856d-a331-4bb8-b71c-c53ee2f6e8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:41:11.272525 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b5856d-a331-4bb8-b71c-c53ee2f6e8e2 admin admin] Checking segment: {'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:41:11.272903 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b5856d-a331-4bb8-b71c-c53ee2f6e8e2 admin admin] Network hostable DHCP agents. Network: 37c00fa4-9d8d-40bf-927e-52444f2dd708, hostable agents: ['f9c54d63-a3bd-491a-8648-7c87c1e70bbe'], hosted agents: [] {{(pid=80331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 15:41:11.358015 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b5856d-a331-4bb8-b71c-c53ee2f6e8e2 admin admin] Network 37c00fa4-9d8d-40bf-927e-52444f2dd708 is scheduled to be hosted by DHCP agent f9c54d63-a3bd-491a-8648-7c87c1e70bbe with binding_index 1 {{(pid=80331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 15:41:11.441982 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-b3b5856d-a331-4bb8-b71c-c53ee2f6e8e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-smb, 37c00fa4-9d8d-40bf-927e-52444f2dd708) {{(pid=80331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:41:11.446592 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b5856d-a331-4bb8-b71c-c53ee2f6e8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:41:11.447259 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b3b5856d-a331-4bb8-b71c-c53ee2f6e8e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for subnet, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:11.452403 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9362fc7-82b0-4cd5-883c-9a795ba09997 None None] Network 37c00fa4-9d8d-40bf-927e-52444f2dd708 requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:41:11.611504 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-b3b5856d-a331-4bb8-b71c-c53ee2f6e8e2 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5382106 Dec 02 15:41:11.707371 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d1812d-75bd-4c27-8241-0b901e66c7ca None None] Network 37c00fa4-9d8d-40bf-927e-52444f2dd708 requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:41:12.053141 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 18ac61ac-16a9-44d7-8199-557706ba35e0 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:41:12.202324 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning for port 18ac61ac-16a9-44d7-8199-557706ba35e0 completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:41:12.207821 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 18ac61ac-16a9-44d7-8199-557706ba35e0 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:41:12.208307 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:12.326902 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:12.360650 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] For port 18ac61ac-16a9-44d7-8199-557706ba35e0, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=18ac61ac-16a9-44d7-8199-557706ba35e0,segment=NetworkSegment(301bf975-ef0a-48b1-a6b8-64467cb25f75),segment_id=301bf975-ef0a-48b1-a6b8-64467cb25f75)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:41:12.418697 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:12.421713 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b08ec433-7136-45db-9105-5725c2b32d68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:41:12.533862 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Pushing event updated for resources: {'Port': ['ID=18ac61ac-16a9-44d7-8199-557706ba35e0,revision_number=5']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:41:12.537189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:41:13.975036 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 18ac61ac-16a9-44d7-8199-557706ba35e0 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:41:14.046100 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 18ac61ac-16a9-44d7-8199-557706ba35e0 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:41:14.046100 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:14.276898 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 33276) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:41:14.570831 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-45142a28-631c-4a4c-a0ef-f7ef10bb7fbb admin admin] 10.222.0.98 "GET /v2.0/routers/fa4668b9-f0e2-43b6-a060-d62c781d249c HTTP/1.1" status: 200 len: 710 time: 0.2926445 Dec 02 15:41:14.756692 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7fd630-d491-4025-8225-81da12b12f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:41:14.758188 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-cd7fd630-d491-4025-8225-81da12b12f34 admin admin] 10.222.0.98 "GET /v2.0/networks/37c00fa4-9d8d-40bf-927e-52444f2dd708 HTTP/1.1" status: 200 len: 886 time: 0.1809096 Dec 02 15:41:14.769396 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:41:15.536795 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-557688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761322'] for router, precommit_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:15.939011 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:15.972253 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:15.984781 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:16.000399 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:41:16.004430 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:41:16.008057 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:41:16.014649 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:41:16.294555 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:16.338577 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:16.351982 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:41:16.442414 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7c5ce4-23ad-426e-9fd1-3815638fec87,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:41:16.446236 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:41:16.623833 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Allocated IP 172.28.0.191 (37c00fa4-9d8d-40bf-927e-52444f2dd708/960a6109-8752-4c76-aab7-dfde0e16e857/866b74c8-4477-44be-901b-c4a267cd4879) {{(pid=80331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:41:16.784986 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:16.843032 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067'] for port, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:16.860228 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:41:16.992226 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Pushing event updated for resources: {'Port': ['ID=866b74c8-4477-44be-901b-c4a267cd4879,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:41:16.995231 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:41:17.053836 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Network 37c00fa4-9d8d-40bf-927e-52444f2dd708 is already hosted by enough agents. {{(pid=80331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:41:17.055007 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Resources bound (agent type, host, resource id): {{(pid=80331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:41:17.057381 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Received port after_create {{(pid=80331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:41:17.593575 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:18.120810 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-557688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761322'] for router, precommit_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:18.125168 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854216161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854218179'] for router, after_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:18.316658 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Router fa4668b9-f0e2-43b6-a060-d62c781d249c has already been hosted by L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf {{(pid=80331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 15:41:18.501584 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:41:18.512164 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] Sync routers for ids ['fa4668b9-f0e2-43b6-a060-d62c781d249c'] in dv-cinder-737618-2-smb {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:41:18.518546 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Notify callbacks [] for router, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:18.519846 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] 10.222.0.98 "PUT /v2.0/routers/fa4668b9-f0e2-43b6-a060-d62c781d249c HTTP/1.1" status: 200 len: 890 time: 3.7547171 Dec 02 15:41:18.523652 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] Routers {'fa4668b9-f0e2-43b6-a060-d62c781d249c'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:41:18.524337 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:40:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['fa4668b9-f0e2-43b6-a060-d62c781d249c'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:41:18.738156 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] Set router fa4668b9-f0e2-43b6-a060-d62c781d249c gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:41:19.113645 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4668b9-f0e2-43b6-a060-d62c781d249c', 'name': 'router1', 'tenant_id': 'fa3aea9bfb034260a27151beecc133ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.191'}], 'enable_snat': True}, 'gw_port_id': '866b74c8-4477-44be-901b-c4a267cd4879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:40:53Z', 'updated_at': '2020-12-02T15:41:17Z', 'revision_number': 4, 'project_id': 'fa3aea9bfb034260a27151beecc133ed', 'gw_port': {'id': '866b74c8-4477-44be-901b-c4a267cd4879', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:48:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4668b9-f0e2-43b6-a060-d62c781d249c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:41:16Z', 'updated_at': '2020-12-02T15:41:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '18ac61ac-16a9-44d7-8199-557706ba35e0', 'name': '', 'network_id': 'e596c5e8-dbef-4c7d-8800-c43d0fc3455d', 'tenant_id': 'fa3aea9bfb034260a27151beecc133ed', 'mac_address': 'fa:16:3e:f4:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4668b9-f0e2-43b6-a060-d62c781d249c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7aed7136-a7d4-445e-aff6-e41b4e9e4087', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:41:04Z', 'updated_at': '2020-12-02T15:41:12Z', 'revision_number': 5, 'project_id': 'fa3aea9bfb034260a27151beecc133ed', 'subnets': [{'id': '7aed7136-a7d4-445e-aff6-e41b4e9e4087', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9263c65-a291-4333-a6fc-2502ea5155a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:41:19.118982 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] Checking router: fa4668b9-f0e2-43b6-a060-d62c781d249c for host: dv-cinder-737618-2-smb {{(pid=80332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:41:19.119392 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] Updating router fa4668b9-f0e2-43b6-a060-d62c781d249c port 866b74c8-4477-44be-901b-c4a267cd4879 binding host dv-cinder-737618-2-smb {{(pid=80332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 15:41:19.175689 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:19.603157 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] Notify callbacks [] for port, precommit_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:19.676037 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] Transition to ACTIVE for port object 866b74c8-4477-44be-901b-c4a267cd4879 will not be triggered until provisioned by entity L2. {{(pid=80332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:41:19.751089 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:19.780472 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:41:20.012653 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f3e3e-b3d8-4f5f-8b75-096cc1ae1d44 None None] Pushing event updated for resources: {'Port': ['ID=866b74c8-4477-44be-901b-c4a267cd4879,revision_number=2']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:41:20.018513 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5e7f3e3e-b3d8-4f5f-8b75-096cc1ae1d44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:41:20.085242 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] Attempting to bind port 866b74c8-4477-44be-901b-c4a267cd4879 on host dv-cinder-737618-2-smb for vnic_type normal with profile {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:41:20.085650 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] Attempting to bind port 866b74c8-4477-44be-901b-c4a267cd4879 by drivers openvswitch on host dv-cinder-737618-2-smb at level 0 using segments [{'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:41:20.086052 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] Attempting to bind port 866b74c8-4477-44be-901b-c4a267cd4879 on network 37c00fa4-9d8d-40bf-927e-52444f2dd708 {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:41:20.092851 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] Checking agent: {'id': '9e491a05-148d-4c27-9923-258931fe0ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 40, 26), 'started_at': datetime.datetime(2020, 12, 2, 15, 40, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:41:20.093256 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] Checking segment: {'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:41:20.093695 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:20.094127 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] Bound using segment: {'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:41:20.094671 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] Bound port: 866b74c8-4477-44be-901b-c4a267cd4879, host: dv-cinder-737618-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:41:20.095084 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:20.172202 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] For port 866b74c8-4477-44be-901b-c4a267cd4879, host dv-cinder-737618-2-smb, cleared binding levels {{(pid=80332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:41:20.175789 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] For port 866b74c8-4477-44be-901b-c4a267cd4879, host dv-cinder-737618-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=866b74c8-4477-44be-901b-c4a267cd4879,segment=NetworkSegment(e664ad9f-0009-4ff2-8670-18bebb570cf0),segment_id=e664ad9f-0009-4ff2-8670-18bebb570cf0)] {{(pid=80332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:41:20.213342 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:20.227175 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:41:20.368821 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f3e3e-b3d8-4f5f-8b75-096cc1ae1d44 None None] Pushing event updated for resources: {'Port': ['ID=866b74c8-4477-44be-901b-c4a267cd4879,revision_number=3']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:41:20.372142 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5e7f3e3e-b3d8-4f5f-8b75-096cc1ae1d44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:41:20.429241 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] Routers {'fa4668b9-f0e2-43b6-a060-d62c781d249c'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:41:20.429816 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:40:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['fa4668b9-f0e2-43b6-a060-d62c781d249c'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:41:20.773611 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] Set router fa4668b9-f0e2-43b6-a060-d62c781d249c gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:41:21.125037 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa4668b9-f0e2-43b6-a060-d62c781d249c', 'name': 'router1', 'tenant_id': 'fa3aea9bfb034260a27151beecc133ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.191'}], 'enable_snat': True}, 'gw_port_id': '866b74c8-4477-44be-901b-c4a267cd4879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:40:53Z', 'updated_at': '2020-12-02T15:41:17Z', 'revision_number': 4, 'project_id': 'fa3aea9bfb034260a27151beecc133ed', 'gw_port': {'id': '866b74c8-4477-44be-901b-c4a267cd4879', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:48:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4668b9-f0e2-43b6-a060-d62c781d249c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:41:16Z', 'updated_at': '2020-12-02T15:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '18ac61ac-16a9-44d7-8199-557706ba35e0', 'name': '', 'network_id': 'e596c5e8-dbef-4c7d-8800-c43d0fc3455d', 'tenant_id': 'fa3aea9bfb034260a27151beecc133ed', 'mac_address': 'fa:16:3e:f4:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4668b9-f0e2-43b6-a060-d62c781d249c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7aed7136-a7d4-445e-aff6-e41b4e9e4087', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:41:04Z', 'updated_at': '2020-12-02T15:41:12Z', 'revision_number': 5, 'project_id': 'fa3aea9bfb034260a27151beecc133ed', 'subnets': [{'id': '7aed7136-a7d4-445e-aff6-e41b4e9e4087', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9263c65-a291-4333-a6fc-2502ea5155a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:41:21.129489 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9d72f1-a82b-4a9a-a4fb-51ddb86d719d None None] The sync data for ids ['fa4668b9-f0e2-43b6-a060-d62c781d249c'] in dv-cinder-737618-2-smb is: [{'id': 'fa4668b9-f0e2-43b6-a060-d62c781d249c', 'name': 'router1', 'tenant_id': 'fa3aea9bfb034260a27151beecc133ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.191'}], 'enable_snat': True}, 'gw_port_id': '866b74c8-4477-44be-901b-c4a267cd4879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:40:53Z', 'updated_at': '2020-12-02T15:41:17Z', 'revision_number': 4, 'project_id': 'fa3aea9bfb034260a27151beecc133ed', 'gw_port': {'id': '866b74c8-4477-44be-901b-c4a267cd4879', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:48:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4668b9-f0e2-43b6-a060-d62c781d249c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:41:16Z', 'updated_at': '2020-12-02T15:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '18ac61ac-16a9-44d7-8199-557706ba35e0', 'name': '', 'network_id': 'e596c5e8-dbef-4c7d-8800-c43d0fc3455d', 'tenant_id': 'fa3aea9bfb034260a27151beecc133ed', 'mac_address': 'fa:16:3e:f4:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4668b9-f0e2-43b6-a060-d62c781d249c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7aed7136-a7d4-445e-aff6-e41b4e9e4087', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:41:04Z', 'updated_at': '2020-12-02T15:41:12Z', 'revision_number': 5, 'project_id': 'fa3aea9bfb034260a27151beecc133ed', 'subnets': [{'id': '7aed7136-a7d4-445e-aff6-e41b4e9e4087', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9263c65-a291-4333-a6fc-2502ea5155a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:41:21.266254 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 33286) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:41:21.424204 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00235c1e-f589-492c-90d3-98605df8607e admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:41:21.425864 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-00235c1e-f589-492c-90d3-98605df8607e admin admin] 10.222.0.98 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1584404 Dec 02 15:41:21.893148 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c60075ae-9f1b-4967-a654-bb30c1377cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:22.018215 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 866b74c8-4477-44be-901b-c4a267cd4879 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:41:22.137893 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning for port 866b74c8-4477-44be-901b-c4a267cd4879 completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:41:22.144458 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 866b74c8-4477-44be-901b-c4a267cd4879 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:41:22.144868 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:22.274209 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:22.291899 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] For port 866b74c8-4477-44be-901b-c4a267cd4879, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=866b74c8-4477-44be-901b-c4a267cd4879,segment=NetworkSegment(e664ad9f-0009-4ff2-8670-18bebb570cf0),segment_id=e664ad9f-0009-4ff2-8670-18bebb570cf0)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:41:22.337668 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:22.343085 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-63f53f09-1ddc-4ac4-a6bc-678cbd68d862 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:41:22.419341 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Pushing event updated for resources: {'Port': ['ID=866b74c8-4477-44be-901b-c4a267cd4879,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:41:22.425595 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:41:23.994513 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 866b74c8-4477-44be-901b-c4a267cd4879 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:41:24.094725 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 866b74c8-4477-44be-901b-c4a267cd4879 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:41:24.095591 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:24.401997 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a7f18861-8d19-407d-b2b6-9018dca88175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:24.818704 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:25.772179 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:26.699226 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:43.540001 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 5 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:41:51.886953 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8006fb38-0f7e-489c-8f4f-20fca7cc942e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:54.372532 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ffc93a70-7a7d-439b-9e02-7979d1cc0916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:54.792193 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:55.749287 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:41:56.702879 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:42:20.539186 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 5 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:42:21.886796 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e21a3cd8-1452-4c52-957d-e1472f74e1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:42:24.377919 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-06e2a107-dc0a-4937-9882-32b6ab30a301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:42:24.783411 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:42:25.737563 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:42:26.698086 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:42:51.891532 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fbcb421c-a07a-438d-a980-bf0c4db45565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:42:54.612393 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69b083c0-398a-47a3-a85a-89d2e4b6f23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:42:54.868851 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:42:55.747783 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:42:56.703042 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:42:57.538566 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 5 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:43:21.886057 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-eb64352b-4215-4426-b740-63471f1833a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:43:24.393547 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-32f31373-41d4-485e-bd47-b069e6896cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:43:24.793179 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:43:25.742159 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:43:26.713940 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:43:34.542920 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 5 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:43:44.545226 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 33864) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:43:44.649162 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.pecan_wsgi.hooks.translation [None req-acda9ceb-cf43-4fcc-9ef5-213c3b69b482 admin admin] GET failed (client error): The resource could not be found. Dec 02 15:43:44.650482 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-acda9ceb-cf43-4fcc-9ef5-213c3b69b482 admin admin] 10.222.0.98 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1042292 Dec 02 15:43:44.796952 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e19b7b5-7b99-4348-b6a4-724a9ee4a5db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:43:44.798415 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-1e19b7b5-7b99-4348-b6a4-724a9ee4a5db admin admin] 10.222.0.98 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1434731 Dec 02 15:43:47.281795 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 33874) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:43:47.426558 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b424d691-5806-4602-b8bf-749c2dfb9351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:43:47.427265 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-b424d691-5806-4602-b8bf-749c2dfb9351 admin admin] Synchronizing usage tracker for tenant:84f8ddf58b3846afbb10a5c5a3ce4a71 on resource:subnet {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:43:47.479143 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-b424d691-5806-4602-b8bf-749c2dfb9351 admin admin] Unset dirty status for tenant:84f8ddf58b3846afbb10a5c5a3ce4a71 on resource:subnet {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:43:47.480414 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-b424d691-5806-4602-b8bf-749c2dfb9351 admin admin] 10.222.0.98 "GET /v2.0/subnets/7aed7136-a7d4-445e-aff6-e41b4e9e4087 HTTP/1.1" status: 200 len: 849 time: 0.1975338 Dec 02 15:43:47.491500 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-e660e55b-f9f1-4853-81cb-7f1777fffe3b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:43:47.624094 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e660e55b-f9f1-4853-81cb-7f1777fffe3b admin admin] Notify callbacks [] for subnet, before_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:43:47.981916 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e660e55b-f9f1-4853-81cb-7f1777fffe3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737198182003'] for subnet, after_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:43:47.997901 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:43:48.143586 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660e55b-f9f1-4853-81cb-7f1777fffe3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aed7136-a7d4-445e-aff6-e41b4e9e4087,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:43:48.167317 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e660e55b-f9f1-4853-81cb-7f1777fffe3b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:43:48.167742 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e660e55b-f9f1-4853-81cb-7f1777fffe3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:43:48.168106 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e660e55b-f9f1-4853-81cb-7f1777fffe3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:43:48.168554 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e660e55b-f9f1-4853-81cb-7f1777fffe3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:43:48.168954 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e660e55b-f9f1-4853-81cb-7f1777fffe3b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:43:48.169386 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e660e55b-f9f1-4853-81cb-7f1777fffe3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:43:48.169727 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e660e55b-f9f1-4853-81cb-7f1777fffe3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:43:48.170087 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e660e55b-f9f1-4853-81cb-7f1777fffe3b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:43:48.170483 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e660e55b-f9f1-4853-81cb-7f1777fffe3b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:43:48.170860 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e660e55b-f9f1-4853-81cb-7f1777fffe3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:43:48.171248 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e660e55b-f9f1-4853-81cb-7f1777fffe3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:43:48.171597 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e660e55b-f9f1-4853-81cb-7f1777fffe3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:43:48.176873 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e660e55b-f9f1-4853-81cb-7f1777fffe3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:43:48.205727 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e660e55b-f9f1-4853-81cb-7f1777fffe3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:43:48.206406 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e660e55b-f9f1-4853-81cb-7f1777fffe3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for subnet, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:43:48.207790 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-e660e55b-f9f1-4853-81cb-7f1777fffe3b admin admin] 10.222.0.98 "PUT /v2.0/subnets/7aed7136-a7d4-445e-aff6-e41b4e9e4087 HTTP/1.1" status: 200 len: 868 time: 0.7206633 Dec 02 15:43:48.221766 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a3decf-03be-455d-aed2-299e1a5f4f96 None None] Network e596c5e8-dbef-4c7d-8800-c43d0fc3455d requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:43:48.714966 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b9bd2901-8d88-4657-a7f9-d2ea6c5c2272 None None] Provisioning complete for port 18ac61ac-16a9-44d7-8199-557706ba35e0 triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:43:48.715778 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b9bd2901-8d88-4657-a7f9-d2ea6c5c2272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:43:48.845645 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b9bd2901-8d88-4657-a7f9-d2ea6c5c2272 None None] Provisioning complete for port 5e155c8e-d577-4656-aab6-5d0e390cff4c triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:43:48.846049 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b9bd2901-8d88-4657-a7f9-d2ea6c5c2272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:43:50.733305 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 33884) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:43:50.962365 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa5ed13-ac68-44bf-847b-b16143bcdd19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:43:50.962741 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa5ed13-ac68-44bf-847b-b16143bcdd19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:43:50.964404 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-ffa5ed13-ac68-44bf-847b-b16143bcdd19 admin admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2300193 Dec 02 15:43:51.901770 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-61f9d07f-ec25-40c1-9c77-162e5884efc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:43:53.470070 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 33894) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:43:53.858102 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3e9c6f-78c6-4945-b875-973af9fdc17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:43:53.858556 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3e9c6f-78c6-4945-b875-973af9fdc17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:43:53.860215 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-ea3e9c6f-78c6-4945-b875-973af9fdc17e admin admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.3890398 Dec 02 15:43:54.381113 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3c200022-1b1d-48b1-adae-a97561cb88ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:43:54.805140 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:43:55.759214 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:43:56.370973 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 33904) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:43:56.584227 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16af630f-9906-4608-9d98-a2f21f23b3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:43:56.584763 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-16af630f-9906-4608-9d98-a2f21f23b3b3 admin admin] Synchronizing usage tracker for tenant:84f8ddf58b3846afbb10a5c5a3ce4a71 on resource:network {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:43:56.673058 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-16af630f-9906-4608-9d98-a2f21f23b3b3 admin admin] Unset dirty status for tenant:84f8ddf58b3846afbb10a5c5a3ce4a71 on resource:network {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:43:56.674431 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-16af630f-9906-4608-9d98-a2f21f23b3b3 admin admin] 10.222.0.98 "GET /v2.0/networks/37c00fa4-9d8d-40bf-927e-52444f2dd708 HTTP/1.1" status: 200 len: 886 time: 0.3023601 Dec 02 15:43:56.730905 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:43:59.178882 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 33914) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:43:59.399968 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25353903-8acc-405d-a519-4515c5097250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:43:59.404257 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-25353903-8acc-405d-a519-4515c5097250 admin admin] 10.222.0.98 "GET /v2.0/networks/e596c5e8-dbef-4c7d-8800-c43d0fc3455d HTTP/1.1" status: 200 len: 862 time: 0.2209740 Dec 02 15:44:01.883931 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 33924) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:44:02.036487 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369cd555-ef8a-47ea-95c1-718cf44db440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:44:02.036898 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369cd555-ef8a-47ea-95c1-718cf44db440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:44:02.038681 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-369cd555-ef8a-47ea-95c1-718cf44db440 admin admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1535733 Dec 02 15:44:04.534309 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 33934) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:44:04.681732 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e8abbd-4c65-47f3-8a7d-c27842df7a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:44:04.682144 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e8abbd-4c65-47f3-8a7d-c27842df7a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:44:04.683824 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-78e8abbd-4c65-47f3-8a7d-c27842df7a8f admin admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1484632 Dec 02 15:44:07.175429 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 33944) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:44:07.327837 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40655c6d-1c4c-463a-bfcf-b28ac68f9f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:44:07.329323 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-40655c6d-1c4c-463a-bfcf-b28ac68f9f62 admin admin] 10.222.0.98 "GET /v2.0/subnets/7aed7136-a7d4-445e-aff6-e41b4e9e4087 HTTP/1.1" status: 200 len: 868 time: 0.1528676 Dec 02 15:44:09.830378 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 33954) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:44:09.970969 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6feea1-aef1-4431-bfaa-24ef9f55988d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:44:09.972435 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-6a6feea1-aef1-4431-bfaa-24ef9f55988d admin admin] 10.222.0.98 "GET /v2.0/subnets/960a6109-8752-4c76-aab7-dfde0e16e857 HTTP/1.1" status: 200 len: 816 time: 0.1409559 Dec 02 15:44:11.543142 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 5 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:44:21.895781 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-53c571d5-d7c7-4688-bb07-9cd749a810a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:24.387360 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c76d90b3-2015-48f8-8518-be3d8233360f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:24.805167 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:25.729783 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:26.770179 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:36.145808 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 33994) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:44:36.226799 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [None req-f6054b25-54b0-48a0-8be0-f8a0f5cf757a admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=80330) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 15:44:36.227868 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-f6054b25-54b0-48a0-8be0-f8a0f5cf757a admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0809953 Dec 02 15:44:38.769517 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 34004) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:44:38.874878 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ca50a9-b6f7-4746-a514-1d86a8ef262d admin admin] GET failed (client error): The resource could not be found. Dec 02 15:44:38.876186 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-84ca50a9-b6f7-4746-a514-1d86a8ef262d admin admin] 10.222.0.98 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1056654 Dec 02 15:44:39.014373 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd6f163-0ac7-4acf-9397-af054aeff308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:44:39.015909 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-7fd6f163-0ac7-4acf-9397-af054aeff308 admin admin] 10.222.0.98 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1353679 Dec 02 15:44:41.571281 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 34014) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:44:41.651721 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:44:41.656646 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:44:41.667089 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:44:41.706650 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Made reservation on behalf of 84f8ddf58b3846afbb10a5c5a3ce4a71 for: {'network': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:44:41.712394 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for network, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:41.809343 dv-cinder-737618-2-smb neutron-server[80217]: WARNING neutron.services.revisions.revision_plugin [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Could not find related network for resource to bump revision. Dec 02 15:44:41.824412 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 15:44:41.873881 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:41.874262 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.segments_db [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Added segment 757ea5e0-f59c-459d-934f-710dd87e2611 of type vxlan for network 84c4a027-e17d-4ed5-a93b-8f23295ffcd7 Dec 02 15:44:41.901991 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737197622950'] for network, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:41.958017 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for network, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:41.959849 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:44:41.960475 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:41.965461 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:44:42.071814 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Pushing event updated for resources: {'Network': ['ID=84c4a027-e17d-4ed5-a93b-8f23295ffcd7,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:44:42.079265 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:44:42.080524 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:44:42.080524 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:44:42.080524 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:44:42.080844 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:44:42.081104 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:44:42.081463 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:44:42.081831 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:44:42.082208 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:44:42.082597 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:44:42.082956 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:44:42.083314 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:44:42.087933 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:44:42.096003 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Network 84c4a027-e17d-4ed5-a93b-8f23295ffcd7 details requested by agent ovs-agent-dv-cinder-737618-2-smb with host dv-cinder-737618-2-smb {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:44:42.112906 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.5403178 Dec 02 15:44:44.608871 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 34024) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:44:44.714813 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b680453-6781-4489-8551-d15287829dbb admin admin] GET failed (client error): The resource could not be found. Dec 02 15:44:44.715361 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-7b680453-6781-4489-8551-d15287829dbb admin admin] Synchronizing usage tracker for tenant:84f8ddf58b3846afbb10a5c5a3ce4a71 on resource:network {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:44:44.763876 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-7b680453-6781-4489-8551-d15287829dbb admin admin] Unset dirty status for tenant:84f8ddf58b3846afbb10a5c5a3ce4a71 on resource:network {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:44:44.765208 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-7b680453-6781-4489-8551-d15287829dbb admin admin] 10.222.0.98 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1552961 Dec 02 15:44:44.883762 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bff04b-06e3-491f-8dfa-12cd915c31a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:44:44.885336 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-f3bff04b-06e3-491f-8dfa-12cd915c31a7 admin admin] 10.222.0.98 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1156478 Dec 02 15:44:44.897559 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-58052717-5390-4f10-a512-a7c8880a247b admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '84c4a027-e17d-4ed5-a93b-8f23295ffcd7'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:44:44.902481 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-58052717-5390-4f10-a512-a7c8880a247b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:44:44.913191 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-58052717-5390-4f10-a512-a7c8880a247b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:44:44.958133 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58052717-5390-4f10-a512-a7c8880a247b admin admin] Made reservation on behalf of 84f8ddf58b3846afbb10a5c5a3ce4a71 for: {'subnet': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:44:44.962753 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-58052717-5390-4f10-a512-a7c8880a247b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:45.408664 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-58052717-5390-4f10-a512-a7c8880a247b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for subnet, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:45.423713 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:44:45.560117 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58052717-5390-4f10-a512-a7c8880a247b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b63c206-5818-4517-a2ce-1ff80dc9ee6c,revision_number=0']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:44:45.573049 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-58052717-5390-4f10-a512-a7c8880a247b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:44:45.632670 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58052717-5390-4f10-a512-a7c8880a247b admin admin] Checking segment: {'id': '757ea5e0-f59c-459d-934f-710dd87e2611', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '84c4a027-e17d-4ed5-a93b-8f23295ffcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:44:45.633225 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58052717-5390-4f10-a512-a7c8880a247b admin admin] Network hostable DHCP agents. Network: 84c4a027-e17d-4ed5-a93b-8f23295ffcd7, hostable agents: ['f9c54d63-a3bd-491a-8648-7c87c1e70bbe'], hosted agents: [] {{(pid=80330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 15:44:45.706421 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58052717-5390-4f10-a512-a7c8880a247b admin admin] Network 84c4a027-e17d-4ed5-a93b-8f23295ffcd7 is scheduled to be hosted by DHCP agent f9c54d63-a3bd-491a-8648-7c87c1e70bbe with binding_index 1 {{(pid=80330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 15:44:45.740855 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-58052717-5390-4f10-a512-a7c8880a247b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-smb, 84c4a027-e17d-4ed5-a93b-8f23295ffcd7) {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:44:45.744895 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58052717-5390-4f10-a512-a7c8880a247b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:44:45.745584 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-58052717-5390-4f10-a512-a7c8880a247b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for subnet, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:45.750518 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3febff01-26b7-4e7f-b181-3299c6be9d4b None None] Network 84c4a027-e17d-4ed5-a93b-8f23295ffcd7 requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:44:45.787265 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-58052717-5390-4f10-a512-a7c8880a247b admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8933761 Dec 02 15:44:45.992164 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da9dfaf-62d6-5646-b99e-815292006dec-84c4a027-e17d-4ed5-a93b-8f23295ffcd7', 'network_id': '84c4a027-e17d-4ed5-a93b-8f23295ffcd7', 'tenant_id': '84f8ddf58b3846afbb10a5c5a3ce4a71', 'fixed_ips': [{'subnet_id': '2b63c206-5818-4517-a2ce-1ff80dc9ee6c'}]}} from dv-cinder-737618-2-smb. {{(pid=80332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 02 15:44:45.993124 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:46.454225 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Allocated IP 192.168.233.2 (84c4a027-e17d-4ed5-a93b-8f23295ffcd7/2b63c206-5818-4517-a2ce-1ff80dc9ee6c/5fb180ee-3a95-40d2-b9d1-ce2ff7671bef) {{(pid=80332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:44:46.766550 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Notify callbacks [] for port, precommit_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:46.826817 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Transition to ACTIVE for port object 5fb180ee-3a95-40d2-b9d1-ce2ff7671bef will not be triggered until provisioned by entity L2. {{(pid=80332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:44:46.845591 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Transition to ACTIVE for port object 5fb180ee-3a95-40d2-b9d1-ce2ff7671bef will not be triggered until provisioned by entity DHCP. {{(pid=80332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:44:46.878394 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067'] for port, after_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:46.898636 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:44:47.189169 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Pushing event updated for resources: {'Port': ['ID=5fb180ee-3a95-40d2-b9d1-ce2ff7671bef,revision_number=1']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:44:47.201323 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:44:47.201702 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:44:47.202078 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:44:47.202479 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:44:47.202835 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:44:47.203202 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:44:47.203563 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:44:47.203927 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:44:47.204285 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:44:47.204644 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:44:47.205004 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:44:47.205361 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:44:47.219416 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:44:47.261293 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Network 84c4a027-e17d-4ed5-a93b-8f23295ffcd7 is already hosted by enough agents. {{(pid=80332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:44:47.262591 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Resources bound (agent type, host, resource id): {{(pid=80332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:44:47.264979 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Received port after_create {{(pid=80332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:44:47.321414 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Attempting to bind port 5fb180ee-3a95-40d2-b9d1-ce2ff7671bef on host dv-cinder-737618-2-smb for vnic_type normal with profile {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:44:47.321824 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Attempting to bind port 5fb180ee-3a95-40d2-b9d1-ce2ff7671bef by drivers openvswitch on host dv-cinder-737618-2-smb at level 0 using segments [{'id': '757ea5e0-f59c-459d-934f-710dd87e2611', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '84c4a027-e17d-4ed5-a93b-8f23295ffcd7'}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:44:47.322235 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Attempting to bind port 5fb180ee-3a95-40d2-b9d1-ce2ff7671bef on network 84c4a027-e17d-4ed5-a93b-8f23295ffcd7 {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:44:47.328062 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Checking agent: {'id': '9e491a05-148d-4c27-9923-258931fe0ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 40, 26), 'started_at': datetime.datetime(2020, 12, 2, 15, 40, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:44:47.328479 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Checking segment: {'id': '757ea5e0-f59c-459d-934f-710dd87e2611', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '84c4a027-e17d-4ed5-a93b-8f23295ffcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:44:47.328919 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:47.329358 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Bound using segment: {'id': '757ea5e0-f59c-459d-934f-710dd87e2611', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '84c4a027-e17d-4ed5-a93b-8f23295ffcd7'} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:44:47.329869 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Bound port: 5fb180ee-3a95-40d2-b9d1-ce2ff7671bef, host: dv-cinder-737618-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757ea5e0-f59c-459d-934f-710dd87e2611', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '84c4a027-e17d-4ed5-a93b-8f23295ffcd7'}}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:44:47.330288 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:47.430929 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] For port 5fb180ee-3a95-40d2-b9d1-ce2ff7671bef, host dv-cinder-737618-2-smb, cleared binding levels {{(pid=80332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:44:47.434799 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] For port 5fb180ee-3a95-40d2-b9d1-ce2ff7671bef, host dv-cinder-737618-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=5fb180ee-3a95-40d2-b9d1-ce2ff7671bef,segment=NetworkSegment(757ea5e0-f59c-459d-934f-710dd87e2611),segment_id=757ea5e0-f59c-459d-934f-710dd87e2611)] {{(pid=80332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:44:47.490380 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:47.507263 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:44:47.660912 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Pushing event updated for resources: {'Port': ['ID=5fb180ee-3a95-40d2-b9d1-ce2ff7671bef,revision_number=2']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:44:47.665006 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:44:48.135232 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 5fb180ee-3a95-40d2-b9d1-ce2ff7671bef up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:44:48.249919 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning for port 5fb180ee-3a95-40d2-b9d1-ce2ff7671bef completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:44:48.542712 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 5 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:44:48.932730 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f73cc8-8e3c-484d-81fa-56073ea0659e None None] Network 84c4a027-e17d-4ed5-a93b-8f23295ffcd7 requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:44:49.084376 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-005f9547-78cd-4619-b1e8-4687ee96c014 None None] Provisioning for port 5fb180ee-3a95-40d2-b9d1-ce2ff7671bef completed by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:44:49.098282 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-005f9547-78cd-4619-b1e8-4687ee96c014 None None] Provisioning complete for port 5fb180ee-3a95-40d2-b9d1-ce2ff7671bef triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:44:49.098991 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-005f9547-78cd-4619-b1e8-4687ee96c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:49.337132 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-005f9547-78cd-4619-b1e8-4687ee96c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:49.377731 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-005f9547-78cd-4619-b1e8-4687ee96c014 None None] For port 5fb180ee-3a95-40d2-b9d1-ce2ff7671bef, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=5fb180ee-3a95-40d2-b9d1-ce2ff7671bef,segment=NetworkSegment(757ea5e0-f59c-459d-934f-710dd87e2611),segment_id=757ea5e0-f59c-459d-934f-710dd87e2611)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:44:49.426778 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-005f9547-78cd-4619-b1e8-4687ee96c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:49.430617 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:44:49.502024 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f9547-78cd-4619-b1e8-4687ee96c014 None None] Pushing event updated for resources: {'Port': ['ID=5fb180ee-3a95-40d2-b9d1-ce2ff7671bef,revision_number=3']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:44:49.505441 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-005f9547-78cd-4619-b1e8-4687ee96c014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:44:49.551440 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-3d005deb-d5fc-49d2-9ef2-24289accf547 None None] Provisioning complete for port 5fb180ee-3a95-40d2-b9d1-ce2ff7671bef triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:44:49.551860 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3d005deb-d5fc-49d2-9ef2-24289accf547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:49.802072 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-bd3766f4-1c6e-471c-bdd1-2522b158cfec None None] Provisioning complete for port 5fb180ee-3a95-40d2-b9d1-ce2ff7671bef triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:44:49.803279 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-bd3766f4-1c6e-471c-bdd1-2522b158cfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:50.057252 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-a93ce33f-7d6b-4cf9-b9d2-a466c2cbc10f None None] Provisioning complete for port 5fb180ee-3a95-40d2-b9d1-ce2ff7671bef triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:44:50.057656 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a93ce33f-7d6b-4cf9-b9d2-a466c2cbc10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:50.118095 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 5fb180ee-3a95-40d2-b9d1-ce2ff7671bef up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:44:50.254415 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 5fb180ee-3a95-40d2-b9d1-ce2ff7671bef triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:44:50.254871 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:51.900488 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ea069449-9abb-4a1d-a9e7-a3c37a002d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:54.392307 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1cd065a1-8c7e-4d45-90a1-c1a5cfcdde60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:54.803560 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:55.758293 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:44:56.723214 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:45:21.894126 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-07cc9f1a-917e-43d7-8b0a-8750a5167b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:45:24.408829 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b7d803ce-e552-4784-9306-5d5547461813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:45:24.814954 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:45:25.542741 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 5 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:45:25.745668 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:45:26.734382 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:45:51.912013 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9364a820-2b78-47c0-bdb8-4264642ff83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:45:54.391246 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-347bdc77-711c-4089-bcf0-7b9d4abe4ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:45:54.825113 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:45:55.740162 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:45:56.734066 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:46:00.428747 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 34066) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:46:00.435207 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [None req-b89845e6-6c10-471f-86fe-9dabac4d3627 tempest-verify_tempest_config-1893383203 tempest-verify_tempest_config-1893383203] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=80330) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 15:46:00.436317 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-b89845e6-6c10-471f-86fe-9dabac4d3627 tempest-verify_tempest_config-1893383203 tempest-verify_tempest_config-1893383203] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13036 time: 0.0064769 Dec 02 15:46:00.924330 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 34086) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:46:01.085382 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e901da2d-d336-4ef6-9117-041d076fe680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:46:01.105258 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-e901da2d-d336-4ef6-9117-041d076fe680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:46:01.109382 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-e901da2d-d336-4ef6-9117-041d076fe680 admin admin] Usage tracker for resource:security_group_rule and tenant:62abe77b7ce14dc0b5f3b258fe3d440f is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:46:01.112410 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-e901da2d-d336-4ef6-9117-041d076fe680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:46:01.119076 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-e901da2d-d336-4ef6-9117-041d076fe680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:46:01.486002 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e901da2d-d336-4ef6-9117-041d076fe680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:46:01.528275 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e901da2d-d336-4ef6-9117-041d076fe680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:46:01.539217 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:46:01.582384 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-e901da2d-d336-4ef6-9117-041d076fe680 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=62abe77b7ce14dc0b5f3b258fe3d440f&name=default HTTP/1.1" status: 200 len: 2875 time: 0.6568773 Dec 02 15:46:01.583332 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901da2d-d336-4ef6-9117-041d076fe680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a685fb-6074-495d-9617-517f82f43da0,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:46:01.585547 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 34092) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:46:01.591083 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e901da2d-d336-4ef6-9117-041d076fe680 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:46:01.591718 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e901da2d-d336-4ef6-9117-041d076fe680 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:46:01.592091 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e901da2d-d336-4ef6-9117-041d076fe680 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:46:01.592454 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e901da2d-d336-4ef6-9117-041d076fe680 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:46:01.592812 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e901da2d-d336-4ef6-9117-041d076fe680 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:46:01.593170 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e901da2d-d336-4ef6-9117-041d076fe680 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:46:01.593525 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e901da2d-d336-4ef6-9117-041d076fe680 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:46:01.593878 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e901da2d-d336-4ef6-9117-041d076fe680 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:46:01.594233 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e901da2d-d336-4ef6-9117-041d076fe680 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:46:01.594613 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e901da2d-d336-4ef6-9117-041d076fe680 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:46:01.594967 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e901da2d-d336-4ef6-9117-041d076fe680 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:46:01.595315 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e901da2d-d336-4ef6-9117-041d076fe680 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:46:01.600242 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e901da2d-d336-4ef6-9117-041d076fe680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:46:01.650088 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8b1da173-8093-405b-9646-8d9bb82d2784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:46:01.677166 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8b1da173-8093-405b-9646-8d9bb82d2784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:46:01.751133 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8b1da173-8093-405b-9646-8d9bb82d2784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:46:01.755307 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:46:01.916631 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1da173-8093-405b-9646-8d9bb82d2784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a685fb-6074-495d-9617-517f82f43da0,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:46:01.927900 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1da173-8093-405b-9646-8d9bb82d2784 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:46:01.928273 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1da173-8093-405b-9646-8d9bb82d2784 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:46:01.928641 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1da173-8093-405b-9646-8d9bb82d2784 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:46:01.928999 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1da173-8093-405b-9646-8d9bb82d2784 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:46:01.929351 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1da173-8093-405b-9646-8d9bb82d2784 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:46:01.929704 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1da173-8093-405b-9646-8d9bb82d2784 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:46:01.930054 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1da173-8093-405b-9646-8d9bb82d2784 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:46:01.930406 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1da173-8093-405b-9646-8d9bb82d2784 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:46:01.930784 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1da173-8093-405b-9646-8d9bb82d2784 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:46:01.931130 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1da173-8093-405b-9646-8d9bb82d2784 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:46:01.931484 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1da173-8093-405b-9646-8d9bb82d2784 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:46:01.931821 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1da173-8093-405b-9646-8d9bb82d2784 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:46:01.934954 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8b1da173-8093-405b-9646-8d9bb82d2784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:46:01.936134 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-8b1da173-8093-405b-9646-8d9bb82d2784 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/01a685fb-6074-495d-9617-517f82f43da0 HTTP/1.1" status: 204 len: 168 time: 0.3493416 Dec 02 15:46:01.937060 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-8b1da173-8093-405b-9646-8d9bb82d2784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:46:02.542347 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 5 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:46:21.893418 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-14762e09-c3cd-4da2-997a-231a15144ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:46:24.407998 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-550d8172-45ce-45e8-bd0a-4e63189bf1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:46:24.808046 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:46:25.739789 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:46:26.733229 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:46:39.541941 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 5 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:46:51.910407 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4655d724-96c5-4a20-bf38-18a938aa17aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:46:54.390314 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2518f79d-7fd6-49bb-8bc1-490ddd244cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:46:54.842103 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:46:55.744613 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:46:56.739240 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:47:16.541538 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 5 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:47:21.892788 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-bd7c2f0f-145f-498b-9b9c-b1909d4e0d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:47:24.389876 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5c45fe77-89da-462e-ad61-634356397cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:47:24.824204 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:47:25.790406 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:47:26.738756 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:47:51.903367 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-57c079a2-a597-44d9-b9b1-d14f2c36c90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:47:53.541705 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 5 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:47:54.389654 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-86319f0d-c12c-48ef-8220-498d1847e17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:47:54.818355 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:47:55.749545 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:47:56.738039 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:48:01.789956 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297'] for agent, after_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:48:01.790896 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:48:01.791368 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:48:01.791861 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:48:01.792361 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:48:01.792950 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:48:01.793474 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:48:01.794023 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:48:01.794705 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:48:01.795199 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:48:01.795744 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:48:01.796291 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:48:01.796806 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:48:01.797331 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-73761', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:48:01.804231 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-73761', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:48:02.166133 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] get_endpoint_by_host() called for host hv-cinder-73761 {{(pid=80332) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Dec 02 15:48:02.170601 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] get_endpoint_by_ip() called for ip 192.168.0.91 {{(pid=80332) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Dec 02 15:48:02.174676 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] _add_endpoint() called for ip 192.168.0.91 {{(pid=80332) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Dec 02 15:48:02.212261 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] _get_endpoints() called {{(pid=80332) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Dec 02 15:48:14.549217 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 34164) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:48:14.714850 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-6cfc7a78-7185-40d4-b368-8b09f9bea5d7 admin admin] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1642206 Dec 02 15:48:17.362416 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 34174) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:48:17.468539 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-9ade50f4-b01a-4de7-9884-52763048374d admin admin] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1044762 Dec 02 15:48:22.024370 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1f296c14-f2f0-45e9-a177-93a7c23448d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:48:24.395114 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cd00e8c6-32bd-42c8-b014-c10a9a941da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:48:24.841211 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:48:25.760866 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:48:26.766498 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:48:30.542516 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:48:31.806329 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:48:51.909017 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3e1f6926-44c9-4c90-b64b-c4e39dd085fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:48:54.395500 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e433f88c-44cc-48e1-a22d-bcc69116f2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:48:54.823315 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:48:55.748603 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:48:56.754808 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:49:01.811984 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:49:07.543437 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:49:21.914004 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-889392f8-e9b8-4408-898c-2c430b94f01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:49:24.400113 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0fd9cd21-aef0-4f0d-a8d6-470983ae8100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:49:24.834724 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:49:25.761497 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:49:26.799687 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:49:31.852477 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:49:44.544817 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:49:51.930729 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d399a6b8-7019-437a-b142-63842620c0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:49:54.404947 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-46f16d67-c3ca-4945-be07-120e7e957424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:49:54.839237 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:49:55.736132 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:49:56.805514 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:01.839450 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:11.023072 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 34260) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:11.452590 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-755891331-network', 'tenant_id': 'cca84cc05e794548902f38e2444508de'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:50:11.467182 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:11.476508 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Usage tracker for resource:network and tenant:cca84cc05e794548902f38e2444508de is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:11.482704 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:11.495913 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:11.548069 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Made reservation on behalf of cca84cc05e794548902f38e2444508de for: {'network': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:50:11.555950 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for network, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:11.581957 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:11.610246 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:11.617478 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Usage tracker for resource:security_group_rule and tenant:cca84cc05e794548902f38e2444508de is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:11.622870 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:11.633504 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:12.050149 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:12.073780 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:12.079970 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:12.114343 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38c2560-5351-4373-b742-bc92cc612523,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:12.123363 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:12.123870 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:12.124669 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:12.125105 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:12.125934 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:12.125934 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:12.127793 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:12.127793 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:12.127793 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:12.131446 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:12.131446 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:12.131446 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:12.131446 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:12.131446 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:12.131446 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:12.131446 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:12.131446 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:12.131446 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:12.131446 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:12.131446 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:12.132577 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:12.132577 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:12.132577 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:12.132864 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Tracked resource versions report: Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: pushed versions: Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: { 'AddressGroup': {'1.0'}, Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'ConntrackHelper': {'1.0'}, Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'Log': {'1.0'}, Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'Network': {'1.1'}, Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'Port': {'1.6'}, Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'PortForwarding': {'1.2'}, Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'QosPolicy': {'1.8'}, Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroup': {'1.3'}, Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroupRule': {'1.1'}, Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'SubPort': {'1.0'}, Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'Subnet': {'1.1'}, Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'Trunk': {'1.1'}} Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: consumer versions: Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: { DHCP agent@dv-cinder-737618-2-smb: {}, Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: L3 agent@dv-cinder-737618-2-smb: {}, Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: Metadata agent@dv-cinder-737618-2-smb: {}, Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: Metering agent@dv-cinder-737618-2-smb: {}, Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: Open vSwitch agent@dv-cinder-737618-2-smb: { 'AddressGroup': '1.0', Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'ConntrackHelper': '1.0', Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'Log': '1.0', Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'Network': '1.1', Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'Port': '1.6', Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'PortForwarding': '1.2', Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'QosPolicy': '1.8', Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroup': '1.3', Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroupRule': '1.1', Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'SubPort': '1.0', Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'Subnet': '1.1', Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'Trunk': '1.1'}, Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: Open vSwitch agent@hv-cinder-73761: { 'AddressGroup': '1.0', Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'ConntrackHelper': '1.0', Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'Log': '1.0', Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'Network': '1.1', Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'Port': '1.6', Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'PortForwarding': '1.2', Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'QosPolicy': '1.8', Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroup': '1.3', Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroupRule': '1.1', Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'SubPort': '1.0', Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'Subnet': '1.1', Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: 'Trunk': '1.1'}} Dec 02 15:50:12.134102 dv-cinder-737618-2-smb neutron-server[80217]: {{(pid=80330) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 02 15:50:12.139164 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:12.155554 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 15:50:12.226093 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:12.231569 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.segments_db [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Added segment fe2ab88f-dfa5-4791-be10-6390467c3168 of type vxlan for network 897c5c37-7e4c-49f0-aa05-6604955b43fe Dec 02 15:50:12.263462 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737197622950'] for network, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:12.364846 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for network, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:12.366568 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:12.367259 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:12.381898 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:12.515218 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Pushing event updated for resources: {'Network': ['ID=897c5c37-7e4c-49f0-aa05-6604955b43fe,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:12.518595 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:12.527756 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Network 897c5c37-7e4c-49f0-aa05-6604955b43fe details requested by agent ovs-agent-dv-cinder-737618-2-smb with host dv-cinder-737618-2-smb {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:50:12.538659 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.5141671 Dec 02 15:50:12.542873 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 34316) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:12.551840 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-7bbb8596-feff-4a41-9658-9296a48aaddd admin admin] Request body: {'subnet': {'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-755891331-subnet', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:50:12.561055 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-7bbb8596-feff-4a41-9658-9296a48aaddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:12.569731 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-7bbb8596-feff-4a41-9658-9296a48aaddd admin admin] Usage tracker for resource:subnet and tenant:cca84cc05e794548902f38e2444508de is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:12.576851 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-7bbb8596-feff-4a41-9658-9296a48aaddd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:12.594328 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-7bbb8596-feff-4a41-9658-9296a48aaddd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:12.640135 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Network 897c5c37-7e4c-49f0-aa05-6604955b43fe details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:50:12.650258 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbb8596-feff-4a41-9658-9296a48aaddd admin admin] Made reservation on behalf of cca84cc05e794548902f38e2444508de for: {'subnet': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:50:12.662903 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8596-feff-4a41-9658-9296a48aaddd admin admin] Notify callbacks [] for subnet, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:13.401577 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8596-feff-4a41-9658-9296a48aaddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for subnet, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:13.422871 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-1c9b9d91-3fa7-4483-81d5-038127e40c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:13.556819 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb8596-feff-4a41-9658-9296a48aaddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dec06aa-ae61-48b1-9f23-8da853bd2bcb,revision_number=0']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:13.562059 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-7bbb8596-feff-4a41-9658-9296a48aaddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:13.651112 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbb8596-feff-4a41-9658-9296a48aaddd admin admin] Checking segment: {'id': 'fe2ab88f-dfa5-4791-be10-6390467c3168', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:50:13.651495 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbb8596-feff-4a41-9658-9296a48aaddd admin admin] Network hostable DHCP agents. Network: 897c5c37-7e4c-49f0-aa05-6604955b43fe, hostable agents: ['f9c54d63-a3bd-491a-8648-7c87c1e70bbe'], hosted agents: [] {{(pid=80330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 15:50:13.707762 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbb8596-feff-4a41-9658-9296a48aaddd admin admin] Network 897c5c37-7e4c-49f0-aa05-6604955b43fe is scheduled to be hosted by DHCP agent f9c54d63-a3bd-491a-8648-7c87c1e70bbe with binding_index 1 {{(pid=80330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 15:50:13.741747 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-7bbb8596-feff-4a41-9658-9296a48aaddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-smb, 897c5c37-7e4c-49f0-aa05-6604955b43fe) {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:50:13.749989 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da0792c-e222-4743-a88a-98eb695613db None None] Network 897c5c37-7e4c-49f0-aa05-6604955b43fe requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:50:13.756375 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbb8596-feff-4a41-9658-9296a48aaddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:13.757287 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7bbb8596-feff-4a41-9658-9296a48aaddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for subnet, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:13.822603 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-7bbb8596-feff-4a41-9658-9296a48aaddd admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2779565 Dec 02 15:50:13.825339 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 34354) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:13.831053 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-755891331-router', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:50:13.835742 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:13.843090 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] Usage tracker for resource:router and tenant:cca84cc05e794548902f38e2444508de is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:13.847269 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:13.853317 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:13.890592 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854218090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:13.891740 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854218143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854336912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854761223'] for router, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:13.952844 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:14.007668 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da9dfaf-62d6-5646-b99e-815292006dec-897c5c37-7e4c-49f0-aa05-6604955b43fe', 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'fixed_ips': [{'subnet_id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb'}]}} from dv-cinder-737618-2-smb. {{(pid=80332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 02 15:50:14.022492 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:14.359691 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Allocated IP 172.20.0.2 (897c5c37-7e4c-49f0-aa05-6604955b43fe/1dec06aa-ae61-48b1-9f23-8da853bd2bcb/ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a) {{(pid=80332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:50:14.373987 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-557688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761322'] for router, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:14.463965 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 34372) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:14.660883 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Notify callbacks [] for port, precommit_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:14.731044 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Transition to ACTIVE for port object ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a will not be triggered until provisioned by entity L2. {{(pid=80332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:50:14.771974 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Transition to ACTIVE for port object ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a will not be triggered until provisioned by entity DHCP. {{(pid=80332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:50:14.823456 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067'] for port, after_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:14.850023 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:14.906356 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:14.991662 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:15.051446 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Network 897c5c37-7e4c-49f0-aa05-6604955b43fe is already hosted by enough agents. {{(pid=80332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:50:15.059796 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Resources bound (agent type, host, resource id): {{(pid=80332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:50:15.065468 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Received port after_create {{(pid=80332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:50:15.140371 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Attempting to bind port ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a on host dv-cinder-737618-2-smb for vnic_type normal with profile {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:50:15.141095 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Attempting to bind port ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a by drivers openvswitch on host dv-cinder-737618-2-smb at level 0 using segments [{'id': 'fe2ab88f-dfa5-4791-be10-6390467c3168', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe'}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:50:15.141661 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Attempting to bind port ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a on network 897c5c37-7e4c-49f0-aa05-6604955b43fe {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:50:15.160844 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Checking agent: {'id': '9e491a05-148d-4c27-9923-258931fe0ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 40, 26), 'started_at': datetime.datetime(2020, 12, 2, 15, 40, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:50:15.161098 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Checking segment: {'id': 'fe2ab88f-dfa5-4791-be10-6390467c3168', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:50:15.161616 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:15.162139 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Bound using segment: {'id': 'fe2ab88f-dfa5-4791-be10-6390467c3168', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe'} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:50:15.163608 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Bound port: ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a, host: dv-cinder-737618-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2ab88f-dfa5-4791-be10-6390467c3168', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe'}}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:50:15.164619 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:15.227256 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Pushing event updated for resources: {'Port': ['ID=ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a,revision_number=1']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:15.243111 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:15.243490 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:15.243942 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:15.244404 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:15.244847 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:15.245290 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:15.245707 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:15.246142 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:15.246630 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:15.247071 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:15.247505 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:15.247938 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:15.248436 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:15.248874 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:15.249304 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:15.249735 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:15.250174 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:15.250622 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:15.251055 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:15.252046 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:15.252482 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:15.252927 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:15.253358 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:15.253790 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Tracked resource versions report: Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: pushed versions: Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: { 'AddressGroup': {'1.0'}, Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'ConntrackHelper': {'1.0'}, Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'Log': {'1.0'}, Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'Network': {'1.1'}, Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'Port': {'1.6'}, Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'PortForwarding': {'1.2'}, Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'QosPolicy': {'1.8'}, Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroup': {'1.3'}, Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroupRule': {'1.1'}, Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'SubPort': {'1.0'}, Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'Subnet': {'1.1'}, Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'Trunk': {'1.1'}} Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: consumer versions: Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: { DHCP agent@dv-cinder-737618-2-smb: {}, Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: L3 agent@dv-cinder-737618-2-smb: {}, Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: Metadata agent@dv-cinder-737618-2-smb: {}, Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: Metering agent@dv-cinder-737618-2-smb: {}, Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: Open vSwitch agent@dv-cinder-737618-2-smb: { 'AddressGroup': '1.0', Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'ConntrackHelper': '1.0', Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'Log': '1.0', Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'Network': '1.1', Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'Port': '1.6', Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'PortForwarding': '1.2', Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'QosPolicy': '1.8', Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroup': '1.3', Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroupRule': '1.1', Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'SubPort': '1.0', Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'Subnet': '1.1', Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'Trunk': '1.1'}, Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: Open vSwitch agent@hv-cinder-73761: { 'AddressGroup': '1.0', Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'ConntrackHelper': '1.0', Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'Log': '1.0', Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'Network': '1.1', Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'Port': '1.6', Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'PortForwarding': '1.2', Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'QosPolicy': '1.8', Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroup': '1.3', Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroupRule': '1.1', Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'SubPort': '1.0', Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'Subnet': '1.1', Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: 'Trunk': '1.1'}} Dec 02 15:50:15.255299 dv-cinder-737618-2-smb neutron-server[80217]: {{(pid=80332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 02 15:50:15.260332 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:15.301438 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] For port ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a, host dv-cinder-737618-2-smb, cleared binding levels {{(pid=80332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:50:15.306634 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] For port ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a, host dv-cinder-737618-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a,segment=NetworkSegment(fe2ab88f-dfa5-4791-be10-6390467c3168),segment_id=fe2ab88f-dfa5-4791-be10-6390467c3168)] {{(pid=80332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:50:15.337209 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:15.340884 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] Allocated IP 172.28.0.248 (37c00fa4-9d8d-40bf-927e-52444f2dd708/960a6109-8752-4c76-aab7-dfde0e16e857/725e5563-c5ff-41f9-a199-f2b9ab07d4d5) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:50:15.355211 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6e490d07-45d1-43d9-8bd6-ad1329642173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:15.357673 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1673591610-network', 'tenant_id': 'd2546e4eef1e43a9943badf154d1cf38'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:50:15.363633 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:15.367725 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] Usage tracker for resource:network and tenant:d2546e4eef1e43a9943badf154d1cf38 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:15.370874 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:15.379022 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:15.517892 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Pushing event updated for resources: {'Port': ['ID=ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a,revision_number=2']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:15.524374 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:15.623492 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 34398) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:15.641469 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] Made reservation on behalf of d2546e4eef1e43a9943badf154d1cf38 for: {'network': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:50:15.647136 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for network, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:15.665685 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 34404) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:15.837122 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 34412) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:15.857347 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:15.903926 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:15.965059 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] Usage tracker for resource:security_group_rule and tenant:d2546e4eef1e43a9943badf154d1cf38 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:15.965059 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:15.981116 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:16.130759 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:16.167855 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1682206575-network', 'tenant_id': '5b044abbdfeb42beab9693a7883ab0b0'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:50:16.184773 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:16.195432 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Usage tracker for resource:network and tenant:5b044abbdfeb42beab9693a7883ab0b0 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:16.199800 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:16.213287 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:16.314800 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Made reservation on behalf of 5b044abbdfeb42beab9693a7883ab0b0 for: {'network': 1} {{(pid=80331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:50:16.321974 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for network, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:16.328634 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:16.349571 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:16.366259 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:16.383026 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:16.388201 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Usage tracker for resource:security_group_rule and tenant:5b044abbdfeb42beab9693a7883ab0b0 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:16.392213 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:16.396728 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:16.409509 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:16.422986 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:50:16.478637 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] Pushing event updated for resources: {'Port': ['ID=725e5563-c5ff-41f9-a199-f2b9ab07d4d5,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:16.486178 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-248861352-network', 'tenant_id': 'cd465b6b233443b29682b75e746185e2'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:50:16.499010 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:16.513149 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Usage tracker for resource:network and tenant:cd465b6b233443b29682b75e746185e2 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:16.520055 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:16.546511 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:16.546888 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:16.549178 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:16.556341 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-796e1c05-da96-4b51-a186-be22a2198768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:16.587582 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1872844285-network', 'tenant_id': 'd7679e824ae94af092eab065a5350394'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:50:16.596301 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:16.601123 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Usage tracker for resource:network and tenant:d7679e824ae94af092eab065a5350394 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:16.609521 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:16.621974 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 15:50:16.622748 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:16.639871 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning for port ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:50:16.647394 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4b888e-c460-4232-9c1c-c94a69991f94,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:16.658729 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:16.663999 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:16.664387 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.segments_db [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] Added segment 2e755052-6b7e-45a8-880f-89b20c4933c9 of type vxlan for network 513b6f51-5fd7-4427-b8da-a6a3d5f1734a Dec 02 15:50:16.670113 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Made reservation on behalf of cd465b6b233443b29682b75e746185e2 for: {'network': 1} {{(pid=80331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:50:16.683232 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for network, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:16.723904 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737197622950'] for network, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:16.734293 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] Network 37c00fa4-9d8d-40bf-927e-52444f2dd708 is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:50:16.738026 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:16.738248 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:50:16.741025 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:50:16.761864 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:16.769595 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Usage tracker for resource:security_group_rule and tenant:cd465b6b233443b29682b75e746185e2 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:16.773523 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Made reservation on behalf of d7679e824ae94af092eab065a5350394 for: {'network': 1} {{(pid=80331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:50:16.780635 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for network, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:16.799702 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:16.815808 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:16.822997 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:16.867761 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:16.896610 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Usage tracker for resource:security_group_rule and tenant:d7679e824ae94af092eab065a5350394 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:16.906502 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:16.914727 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:16.932203 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:16.978095 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:17.011798 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e901da2d-d336-4ef6-9117-041d076fe680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:17.110274 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for network, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:17.119350 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:17.120585 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:17.129445 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-652fab91-bb19-4ca9-952c-cc1009fe69e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:17.263362 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.api [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80331) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 15:50:17.263696 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_db.api [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 15:50:17.305452 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d068438f-9cb9-4b91-b5be-6076de66660d,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:17.324515 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:17.337639 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:17.341600 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:17.341600 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:17.341600 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:17.341600 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:17.341600 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:17.341600 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:17.352424 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:17.352892 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:17.353266 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:17.353842 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:17.353997 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:17.354377 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:17.354798 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:17.355156 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:17.355510 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:17.355892 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:17.356246 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:17.356594 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:17.356940 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:17.357293 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:17.357636 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:17.370057 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:17.370495 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Tracked resource versions report: Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: pushed versions: Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: { 'AddressGroup': {'1.0'}, Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'ConntrackHelper': {'1.0'}, Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'Log': {'1.0'}, Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'Network': {'1.1'}, Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'Port': {'1.6'}, Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'PortForwarding': {'1.2'}, Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'QosPolicy': {'1.8'}, Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroup': {'1.3'}, Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroupRule': {'1.1'}, Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'SubPort': {'1.0'}, Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'Subnet': {'1.1'}, Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'Trunk': {'1.1'}} Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: consumer versions: Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: { DHCP agent@dv-cinder-737618-2-smb: {}, Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: L3 agent@dv-cinder-737618-2-smb: {}, Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: Metadata agent@dv-cinder-737618-2-smb: {}, Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: Metering agent@dv-cinder-737618-2-smb: {}, Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: Open vSwitch agent@dv-cinder-737618-2-smb: { 'AddressGroup': '1.0', Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'ConntrackHelper': '1.0', Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'Log': '1.0', Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'Network': '1.1', Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'Port': '1.6', Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'PortForwarding': '1.2', Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'QosPolicy': '1.8', Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroup': '1.3', Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroupRule': '1.1', Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'SubPort': '1.0', Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'Subnet': '1.1', Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'Trunk': '1.1'}, Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: Open vSwitch agent@hv-cinder-73761: { 'AddressGroup': '1.0', Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'ConntrackHelper': '1.0', Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'Log': '1.0', Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'Network': '1.1', Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'Port': '1.6', Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'PortForwarding': '1.2', Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'QosPolicy': '1.8', Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroup': '1.3', Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroupRule': '1.1', Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'SubPort': '1.0', Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'Subnet': '1.1', Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: 'Trunk': '1.1'}} Dec 02 15:50:17.373502 dv-cinder-737618-2-smb neutron-server[80217]: {{(pid=80331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 02 15:50:17.379158 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:17.398583 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:17.451267 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:17.561647 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:17.589321 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] Pushing event updated for resources: {'Network': ['ID=513b6f51-5fd7-4427-b8da-a6a3d5f1734a,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:17.614019 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4edf2aa-09b1-4c48-a96a-7bcd02fb75ff None None] Network 897c5c37-7e4c-49f0-aa05-6604955b43fe requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:50:17.614147 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 15:50:17.628266 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:17.630344 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd94bb69-aa38-4605-b259-2a772d485869,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:17.640666 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:17.645180 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:17.679098 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Network 513b6f51-5fd7-4427-b8da-a6a3d5f1734a details requested by agent ovs-agent-dv-cinder-737618-2-smb with host dv-cinder-737618-2-smb {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:50:17.723699 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737198195520', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:17.724220 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.segments_db [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Added segment 88d8cacf-1b00-40f3-9adf-3c6c83b22096 of type vxlan for network 546ded0b-1d67-4807-b114-bb1700cfaba4 Dec 02 15:50:17.739364 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:17.770674 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for network, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:17.853764 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.3877425 Dec 02 15:50:17.858019 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 34448) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:17.887200 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737197622950'] for network, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:17.902802 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33cea48-43be-4d3c-8360-a27ebdf0c115,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:17.910681 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:17.958712 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Network 513b6f51-5fd7-4427-b8da-a6a3d5f1734a details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:50:17.996594 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-475b46bb-8b30-40a3-a3f4-4025d6f2a422 admin admin] Request body: {'subnet': {'network_id': '513b6f51-5fd7-4427-b8da-a6a3d5f1734a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1673591610-subnet', 'tenant_id': 'd2546e4eef1e43a9943badf154d1cf38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:50:18.003385 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-475b46bb-8b30-40a3-a3f4-4025d6f2a422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:18.008027 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-475b46bb-8b30-40a3-a3f4-4025d6f2a422 admin admin] Usage tracker for resource:subnet and tenant:d2546e4eef1e43a9943badf154d1cf38 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:18.011658 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-475b46bb-8b30-40a3-a3f4-4025d6f2a422 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:18.019513 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-475b46bb-8b30-40a3-a3f4-4025d6f2a422 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:18.140882 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475b46bb-8b30-40a3-a3f4-4025d6f2a422 admin admin] Made reservation on behalf of d2546e4eef1e43a9943badf154d1cf38 for: {'subnet': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:50:18.149571 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-475b46bb-8b30-40a3-a3f4-4025d6f2a422 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:18.188099 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.api [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80331) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 15:50:18.188687 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_db.api [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 15:50:18.189941 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for network, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:18.191328 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.api [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80331) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 15:50:18.191872 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_db.api [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 15:50:18.193777 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:18.215623 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:18.239342 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:18.504329 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-5490bb9c-f740-475f-896a-a8ed09673b9c None None] Provisioning for port ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a completed by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:50:18.577763 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:18.583654 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Pushing event updated for resources: {'Network': ['ID=546ded0b-1d67-4807-b114-bb1700cfaba4,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:18.592079 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:18.649402 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.9824376 Dec 02 15:50:18.664382 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-5490bb9c-f740-475f-896a-a8ed09673b9c None None] Provisioning complete for port ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:50:18.664382 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5490bb9c-f740-475f-896a-a8ed09673b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:18.675166 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 34480) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:18.689301 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-44bbb48b-5b45-42f0-a4fd-33c250b923e4 admin admin] Request body: {'subnet': {'network_id': '546ded0b-1d67-4807-b114-bb1700cfaba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-248861352-subnet', 'tenant_id': 'cd465b6b233443b29682b75e746185e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:50:18.698129 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for network, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:18.734223 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for network, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:18.748204 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Network 546ded0b-1d67-4807-b114-bb1700cfaba4 details requested by agent ovs-agent-dv-cinder-737618-2-smb with host dv-cinder-737618-2-smb {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:50:18.779900 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-44bbb48b-5b45-42f0-a4fd-33c250b923e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:18.805390 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-44bbb48b-5b45-42f0-a4fd-33c250b923e4 admin admin] Usage tracker for resource:subnet and tenant:cd465b6b233443b29682b75e746185e2 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:18.821352 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-44bbb48b-5b45-42f0-a4fd-33c250b923e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:18.849514 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-44bbb48b-5b45-42f0-a4fd-33c250b923e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:18.933690 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 15:50:18.966814 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737198195520', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:18.967608 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.segments_db [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Added segment 9aebbdee-50e1-48d0-ae87-0bb502d0e028 of type vxlan for network 35fd24f2-ba7b-406a-8613-44494f3bdb02 Dec 02 15:50:19.074911 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bbb48b-5b45-42f0-a4fd-33c250b923e4 admin admin] Made reservation on behalf of cd465b6b233443b29682b75e746185e2 for: {'subnet': 1} {{(pid=80331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:50:19.090685 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-44bbb48b-5b45-42f0-a4fd-33c250b923e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:19.123557 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Network 546ded0b-1d67-4807-b114-bb1700cfaba4 details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:50:19.133248 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737197622950'] for network, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:19.331102 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for network, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:19.334976 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:19.339536 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:19.355681 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:19.441208 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5490bb9c-f740-475f-896a-a8ed09673b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:19.474549 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.api [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80331) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 15:50:19.475675 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_db.api [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 15:50:19.530977 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Pushing event updated for resources: {'Network': ['ID=35fd24f2-ba7b-406a-8613-44494f3bdb02,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:19.550971 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:19.562525 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Network 35fd24f2-ba7b-406a-8613-44494f3bdb02 details requested by agent ovs-agent-dv-cinder-737618-2-smb with host dv-cinder-737618-2-smb {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:50:19.582734 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Network 35fd24f2-ba7b-406a-8613-44494f3bdb02 details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:50:19.607648 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-5490bb9c-f740-475f-896a-a8ed09673b9c None None] For port ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a,segment=NetworkSegment(fe2ab88f-dfa5-4791-be10-6390467c3168),segment_id=fe2ab88f-dfa5-4791-be10-6390467c3168)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:50:19.668857 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.0436244 Dec 02 15:50:19.672735 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 34504) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:19.695358 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-2485e334-9d4f-4678-96bd-5d5cae83951a admin admin] Request body: {'subnet': {'network_id': '35fd24f2-ba7b-406a-8613-44494f3bdb02', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1682206575-subnet', 'tenant_id': '5b044abbdfeb42beab9693a7883ab0b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:50:19.760569 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-475b46bb-8b30-40a3-a3f4-4025d6f2a422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for subnet, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:19.791706 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5490bb9c-f740-475f-896a-a8ed09673b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:19.915565 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:20.155676 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-17667914-4d8b-475d-b34a-63c266885670 None None] Provisioning complete for port ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:50:20.162397 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-17667914-4d8b-475d-b34a-63c266885670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:20.213380 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for network, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:20.240349 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490bb9c-f740-475f-896a-a8ed09673b9c None None] Pushing event updated for resources: {'Port': ['ID=ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a,revision_number=3']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:20.264354 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5490bb9c-f740-475f-896a-a8ed09673b9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:20.292982 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854218128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559623'] for router, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:20.295959 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-2485e334-9d4f-4678-96bd-5d5cae83951a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:20.298812 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:20.363179 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-2485e334-9d4f-4678-96bd-5d5cae83951a admin admin] Usage tracker for resource:subnet and tenant:5b044abbdfeb42beab9693a7883ab0b0 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:20.381476 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-2485e334-9d4f-4678-96bd-5d5cae83951a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:20.389996 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 15:50:20.423867 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737198195520', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:20.424630 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.segments_db [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Added segment 088ed473-7800-49dc-ba8b-c6f8f92efc2b of type vxlan for network e8564c47-b571-4eeb-9632-4e52a1d4b946 Dec 02 15:50:20.530053 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737197622950'] for network, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:20.556832 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b46bb-8b30-40a3-a3f4-4025d6f2a422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c48d1ae-b87e-4fe7-9337-0f34cb881e60,revision_number=0']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:20.642373 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-2485e334-9d4f-4678-96bd-5d5cae83951a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:20.645962 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475b46bb-8b30-40a3-a3f4-4025d6f2a422 admin admin] Checking segment: {'id': '2e755052-6b7e-45a8-880f-89b20c4933c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '513b6f51-5fd7-4427-b8da-a6a3d5f1734a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:50:20.646642 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475b46bb-8b30-40a3-a3f4-4025d6f2a422 admin admin] Network hostable DHCP agents. Network: 513b6f51-5fd7-4427-b8da-a6a3d5f1734a, hostable agents: ['f9c54d63-a3bd-491a-8648-7c87c1e70bbe'], hosted agents: [] {{(pid=80330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 15:50:20.679317 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-475b46bb-8b30-40a3-a3f4-4025d6f2a422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:20.704524 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for network, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:20.708666 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:20.708666 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:20.717975 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:20.744859 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2485e334-9d4f-4678-96bd-5d5cae83951a admin admin] Made reservation on behalf of 5b044abbdfeb42beab9693a7883ab0b0 for: {'subnet': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:50:20.751192 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-e6eeaac4-6699-4539-a902-b0140f3361f7 None None] Provisioning complete for port ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:50:20.752396 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e6eeaac4-6699-4539-a902-b0140f3361f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:20.770153 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2485e334-9d4f-4678-96bd-5d5cae83951a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:20.867535 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 34534) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:20.927353 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475b46bb-8b30-40a3-a3f4-4025d6f2a422 admin admin] Network 513b6f51-5fd7-4427-b8da-a6a3d5f1734a is scheduled to be hosted by DHCP agent f9c54d63-a3bd-491a-8648-7c87c1e70bbe with binding_index 1 {{(pid=80330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 15:50:20.976429 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 5.1381090 Dec 02 15:50:20.983382 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 34546) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:20.998372 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-a5b8c4b2-c569-43da-ba36-255ac36a5134 admin admin] Request body: {'subnet': {'network_id': 'e8564c47-b571-4eeb-9632-4e52a1d4b946', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1872844285-subnet', 'tenant_id': 'd7679e824ae94af092eab065a5350394', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:50:21.005405 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-a5b8c4b2-c569-43da-ba36-255ac36a5134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:21.016356 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Pushing event updated for resources: {'Network': ['ID=e8564c47-b571-4eeb-9632-4e52a1d4b946,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:21.022356 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-a5b8c4b2-c569-43da-ba36-255ac36a5134 admin admin] Usage tracker for resource:subnet and tenant:d7679e824ae94af092eab065a5350394 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:21.026205 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:21.062595 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Network e8564c47-b571-4eeb-9632-4e52a1d4b946 details requested by agent ovs-agent-dv-cinder-737618-2-smb with host dv-cinder-737618-2-smb {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:50:21.080790 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-475b46bb-8b30-40a3-a3f4-4025d6f2a422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-smb, 513b6f51-5fd7-4427-b8da-a6a3d5f1734a) {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:50:21.101155 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-a5b8c4b2-c569-43da-ba36-255ac36a5134 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:21.104604 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-44bbb48b-5b45-42f0-a4fd-33c250b923e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for subnet, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:21.131881 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-a5b8c4b2-c569-43da-ba36-255ac36a5134 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:21.134112 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b3b5856d-a331-4bb8-b71c-c53ee2f6e8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:21.164851 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475b46bb-8b30-40a3-a3f4-4025d6f2a422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:21.165655 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-475b46bb-8b30-40a3-a3f4-4025d6f2a422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for subnet, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:21.348135 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bbb48b-5b45-42f0-a4fd-33c250b923e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fa9abb0-0146-4835-9971-321d9edf33a8,revision_number=0']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:21.350286 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b8c4b2-c569-43da-ba36-255ac36a5134 admin admin] Made reservation on behalf of d7679e824ae94af092eab065a5350394 for: {'subnet': 1} {{(pid=80331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:50:21.360518 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c4b2-c569-43da-ba36-255ac36a5134 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:21.376891 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Network e8564c47-b571-4eeb-9632-4e52a1d4b946 details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:50:21.402611 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a13311c-d802-4a43-8496-b378f0e76967 None None] Network 513b6f51-5fd7-4427-b8da-a6a3d5f1734a requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:50:21.433814 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-475b46bb-8b30-40a3-a3f4-4025d6f2a422 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4484622 Dec 02 15:50:21.552342 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:50:21.559114 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-44bbb48b-5b45-42f0-a4fd-33c250b923e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:21.594036 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] Router 4af6337e-590d-433f-b860-b328b964cc61 is scheduled to L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf with binding_index 1 {{(pid=80330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 02 15:50:21.640838 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-490cef0a-110e-40a4-a103-29b39a4b1401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:21.691581 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-490cef0a-110e-40a4-a103-29b39a4b1401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:21.711622 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-490cef0a-110e-40a4-a103-29b39a4b1401 admin admin] Usage tracker for resource:security_group_rule and tenant:f9182dea6510497a871d58e152782582 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:21.717081 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-490cef0a-110e-40a4-a103-29b39a4b1401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:21.733559 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-490cef0a-110e-40a4-a103-29b39a4b1401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:21.792413 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-ad29b175-c62e-4303-91f7-cdd51fec6652 None None] Provisioning complete for port ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:50:21.793268 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ad29b175-c62e-4303-91f7-cdd51fec6652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:21.865595 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bbb48b-5b45-42f0-a4fd-33c250b923e4 admin admin] Checking segment: {'id': '88d8cacf-1b00-40f3-9adf-3c6c83b22096', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '546ded0b-1d67-4807-b114-bb1700cfaba4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:50:21.865982 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bbb48b-5b45-42f0-a4fd-33c250b923e4 admin admin] Network hostable DHCP agents. Network: 546ded0b-1d67-4807-b114-bb1700cfaba4, hostable agents: ['f9c54d63-a3bd-491a-8648-7c87c1e70bbe'], hosted agents: [] {{(pid=80331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 15:50:22.041178 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bbb48b-5b45-42f0-a4fd-33c250b923e4 admin admin] Network 546ded0b-1d67-4807-b114-bb1700cfaba4 is scheduled to be hosted by DHCP agent f9c54d63-a3bd-491a-8648-7c87c1e70bbe with binding_index 1 {{(pid=80331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 15:50:22.092000 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3297e1ea-7014-400c-b632-752a4c47aaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:22.249083 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-44bbb48b-5b45-42f0-a4fd-33c250b923e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-smb, 546ded0b-1d67-4807-b114-bb1700cfaba4) {{(pid=80331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:50:22.264574 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355d33cd-97cc-4a77-9fcc-fc447500d664 None None] Network 546ded0b-1d67-4807-b114-bb1700cfaba4 requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:50:22.293243 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bbb48b-5b45-42f0-a4fd-33c250b923e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:22.294613 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-44bbb48b-5b45-42f0-a4fd-33c250b923e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for subnet, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:22.327059 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:50:22.345854 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] Sync routers for ids ['4af6337e-590d-433f-b860-b328b964cc61'] in dv-cinder-737618-2-smb {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:50:22.429928 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] Routers {'4af6337e-590d-433f-b860-b328b964cc61'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:50:22.431388 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:49:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['4af6337e-590d-433f-b860-b328b964cc61'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:50:22.461575 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] Notify callbacks [] for router, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:22.465917 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.6386724 Dec 02 15:50:22.471581 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 34570) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:22.566023 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-44bbb48b-5b45-42f0-a4fd-33c250b923e4 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.8878994 Dec 02 15:50:22.646351 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-490cef0a-110e-40a4-a103-29b39a4b1401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:22.750333 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-490cef0a-110e-40a4-a103-29b39a4b1401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:22.763531 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:50:22.917053 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 34594) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:22.919157 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:22.956969 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458af6c0-6b83-4075-86de-3e9a33cfba94 None None] Network 513b6f51-5fd7-4427-b8da-a6a3d5f1734a requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:50:23.053891 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] Set router 4af6337e-590d-433f-b860-b328b964cc61 gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:50:23.429290 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-490cef0a-110e-40a4-a103-29b39a4b1401 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f9182dea6510497a871d58e152782582&name=default HTTP/1.1" status: 200 len: 2875 time: 2.5578437 Dec 02 15:50:23.433072 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 34606) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:23.434322 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490cef0a-110e-40a4-a103-29b39a4b1401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681e2298-d00f-42f8-9661-4e698e3f3169,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:23.452819 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-490cef0a-110e-40a4-a103-29b39a4b1401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:23.453665 dv-cinder-737618-2-smb neutron-server[80217]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 02 15:50:23.586655 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6708f2d0-851e-4851-8200-6193df8e1fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:23.772153 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:50:23.772153 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:23.816856 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c4b2-c569-43da-ba36-255ac36a5134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for subnet, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:23.865172 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2485e334-9d4f-4678-96bd-5d5cae83951a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for subnet, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:24.058016 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6337e-590d-433f-b860-b328b964cc61', 'name': 'tempest-AttachVolumeTestJSON-755891331-router', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:13Z', 'updated_at': '2020-12-02T15:50:17Z', 'revision_number': 3, 'project_id': 'cca84cc05e794548902f38e2444508de', 'gw_port': {'id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:15Z', 'updated_at': '2020-12-02T15:50:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:50:24.067055 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] Checking router: 4af6337e-590d-433f-b860-b328b964cc61 for host: dv-cinder-737618-2-smb {{(pid=80333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:50:24.068122 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] Updating router 4af6337e-590d-433f-b860-b328b964cc61 port 725e5563-c5ff-41f9-a199-f2b9ab07d4d5 binding host dv-cinder-737618-2-smb {{(pid=80333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 15:50:24.151989 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:24.259140 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:24.306211 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6708f2d0-851e-4851-8200-6193df8e1fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:24.325691 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:24.495731 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485e334-9d4f-4678-96bd-5d5cae83951a admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d8031a-7a09-472a-b47a-09b4d4b5b727,revision_number=0']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:24.524335 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2485e334-9d4f-4678-96bd-5d5cae83951a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:24.604327 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8c4b2-c569-43da-ba36-255ac36a5134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e434592-5494-4b21-a789-a46e40e41519,revision_number=0']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:24.609292 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a5b8c4b2-c569-43da-ba36-255ac36a5134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:24.636689 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-21dea226-2600-409a-a35f-737aa6bf837c tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:24.639644 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-21dea226-2600-409a-a35f-737aa6bf837c tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/networks?id=513b6f51-5fd7-4427-b8da-a6a3d5f1734a HTTP/1.1" status: 200 len: 812 time: 1.2085145 Dec 02 15:50:24.660226 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dd5f3aac-238c-46d3-b521-733907c30f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:24.692786 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b8c4b2-c569-43da-ba36-255ac36a5134 admin admin] Checking segment: {'id': '088ed473-7800-49dc-ba8b-c6f8f92efc2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8564c47-b571-4eeb-9632-4e52a1d4b946'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:50:24.693432 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b8c4b2-c569-43da-ba36-255ac36a5134 admin admin] Network hostable DHCP agents. Network: e8564c47-b571-4eeb-9632-4e52a1d4b946, hostable agents: ['f9c54d63-a3bd-491a-8648-7c87c1e70bbe'], hosted agents: [] {{(pid=80331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 15:50:24.704942 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-7b5c8c5a-0bf2-464c-9b9a-acd97e2b8c6b tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/quotas/d2546e4eef1e43a9943badf154d1cf38 HTTP/1.1" status: 200 len: 375 time: 0.0521636 Dec 02 15:50:24.741524 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedf56ed-6f84-4fef-bef4-0aaaca1d7e59 None None] Network 546ded0b-1d67-4807-b114-bb1700cfaba4 requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:50:24.811800 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6708f2d0-851e-4851-8200-6193df8e1fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:24.827514 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-fbb1e0ec-6290-4de1-96e5-4a1bc17023f9 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/ports?tenant_id=d2546e4eef1e43a9943badf154d1cf38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1030242 Dec 02 15:50:24.829875 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:24.849076 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708f2d0-851e-4851-8200-6193df8e1fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681e2298-d00f-42f8-9661-4e698e3f3169,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:24.859906 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6708f2d0-851e-4851-8200-6193df8e1fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:24.863222 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6708f2d0-851e-4851-8200-6193df8e1fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:24.868423 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-6708f2d0-851e-4851-8200-6193df8e1fb0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/681e2298-d00f-42f8-9661-4e698e3f3169 HTTP/1.1" status: 204 len: 168 time: 1.4260061 Dec 02 15:50:24.873228 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b8c4b2-c569-43da-ba36-255ac36a5134 admin admin] Network e8564c47-b571-4eeb-9632-4e52a1d4b946 is scheduled to be hosted by DHCP agent f9c54d63-a3bd-491a-8648-7c87c1e70bbe with binding_index 1 {{(pid=80331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 15:50:24.935864 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-a5b8c4b2-c569-43da-ba36-255ac36a5134 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-smb, e8564c47-b571-4eeb-9632-4e52a1d4b946) {{(pid=80331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:50:24.948636 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b8c4b2-c569-43da-ba36-255ac36a5134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:24.950328 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c4b2-c569-43da-ba36-255ac36a5134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for subnet, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:25.025211 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-a5b8c4b2-c569-43da-ba36-255ac36a5134 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 4.0317652 Dec 02 15:50:25.029305 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 34640) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:25.046025 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1872844285-router', 'tenant_id': 'd7679e824ae94af092eab065a5350394', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:50:25.080214 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:25.101479 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:25.102138 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] Usage tracker for resource:router and tenant:d7679e824ae94af092eab065a5350394 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:25.113911 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:25.117027 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] Transition to ACTIVE for port object 725e5563-c5ff-41f9-a199-f2b9ab07d4d5 will not be triggered until provisioned by entity L2. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:50:25.133981 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:25.181998 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:25.212211 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:25.261881 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d71df5-0130-4012-9c29-5e8977fea3c7 None None] Network e8564c47-b571-4eeb-9632-4e52a1d4b946 requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:50:25.274324 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854218090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:25.276820 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854218143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854336912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854761223'] for router, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:25.395693 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:25.514785 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Pushing event updated for resources: {'Port': ['ID=725e5563-c5ff-41f9-a199-f2b9ab07d4d5,revision_number=2']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:25.540153 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:25.540931 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:25.541498 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:25.542108 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:25.542720 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:25.543291 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:25.543861 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:25.544421 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:25.544973 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:25.545538 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:25.546147 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:25.546751 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:25.547364 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:25.548730 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:25.549652 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:25.550585 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:25.551252 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:25.556798 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:25.560667 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:25.564185 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:25.564185 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:25.564185 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:25.564185 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:25.564185 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Tracked resource versions report: Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: pushed versions: Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: { 'AddressGroup': {'1.0'}, Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'ConntrackHelper': {'1.0'}, Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'Log': {'1.0'}, Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'Network': {'1.1'}, Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'Port': {'1.6'}, Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'PortForwarding': {'1.2'}, Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'QosPolicy': {'1.8'}, Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroup': {'1.3'}, Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroupRule': {'1.1'}, Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'SubPort': {'1.0'}, Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'Subnet': {'1.1'}, Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'Trunk': {'1.1'}} Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: consumer versions: Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: { DHCP agent@dv-cinder-737618-2-smb: {}, Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: L3 agent@dv-cinder-737618-2-smb: {}, Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: Metadata agent@dv-cinder-737618-2-smb: {}, Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: Metering agent@dv-cinder-737618-2-smb: {}, Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: Open vSwitch agent@dv-cinder-737618-2-smb: { 'AddressGroup': '1.0', Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'ConntrackHelper': '1.0', Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'Log': '1.0', Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'Network': '1.1', Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'Port': '1.6', Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'PortForwarding': '1.2', Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'QosPolicy': '1.8', Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroup': '1.3', Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroupRule': '1.1', Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'SubPort': '1.0', Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'Subnet': '1.1', Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'Trunk': '1.1'}, Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: Open vSwitch agent@hv-cinder-73761: { 'AddressGroup': '1.0', Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'ConntrackHelper': '1.0', Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'Log': '1.0', Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'Network': '1.1', Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'Port': '1.6', Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'PortForwarding': '1.2', Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'QosPolicy': '1.8', Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroup': '1.3', Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'SecurityGroupRule': '1.1', Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'SubPort': '1.0', Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'Subnet': '1.1', Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: 'Trunk': '1.1'}} Dec 02 15:50:25.576505 dv-cinder-737618-2-smb neutron-server[80217]: {{(pid=80333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 02 15:50:25.588086 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 34656) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:25.597692 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:25.612851 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d0739f42-b1a3-4eb1-929f-98582a2fa747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:25.685197 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:25.727999 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-668442761-network', 'tenant_id': '58d3576f33e64ac29f45497bf4a6063f'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:50:25.781492 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] Attempting to bind port 725e5563-c5ff-41f9-a199-f2b9ab07d4d5 on host dv-cinder-737618-2-smb for vnic_type normal with profile {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:50:25.782229 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] Attempting to bind port 725e5563-c5ff-41f9-a199-f2b9ab07d4d5 by drivers openvswitch on host dv-cinder-737618-2-smb at level 0 using segments [{'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:50:25.782685 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:25.785654 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2485e334-9d4f-4678-96bd-5d5cae83951a admin admin] Checking segment: {'id': '9aebbdee-50e1-48d0-ae87-0bb502d0e028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '35fd24f2-ba7b-406a-8613-44494f3bdb02'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:50:25.786049 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2485e334-9d4f-4678-96bd-5d5cae83951a admin admin] Network hostable DHCP agents. Network: 35fd24f2-ba7b-406a-8613-44494f3bdb02, hostable agents: ['f9c54d63-a3bd-491a-8648-7c87c1e70bbe'], hosted agents: [] {{(pid=80330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 15:50:25.791493 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160751a3-5c90-479a-9560-b02c7c601ddb None None] Network e8564c47-b571-4eeb-9632-4e52a1d4b946 requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:50:25.792128 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] Attempting to bind port 725e5563-c5ff-41f9-a199-f2b9ab07d4d5 on network 37c00fa4-9d8d-40bf-927e-52444f2dd708 {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:50:25.831058 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] Checking agent: {'id': '9e491a05-148d-4c27-9923-258931fe0ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 40, 26), 'started_at': datetime.datetime(2020, 12, 2, 15, 40, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:50:25.833020 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] Checking segment: {'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:50:25.834102 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:25.835203 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] Bound using segment: {'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:50:25.847811 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] Bound port: 725e5563-c5ff-41f9-a199-f2b9ab07d4d5, host: dv-cinder-737618-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:50:25.849294 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:25.850944 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Usage tracker for resource:network and tenant:58d3576f33e64ac29f45497bf4a6063f is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:25.869627 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:25.890642 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:25.967942 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2485e334-9d4f-4678-96bd-5d5cae83951a admin admin] Network 35fd24f2-ba7b-406a-8613-44494f3bdb02 is scheduled to be hosted by DHCP agent f9c54d63-a3bd-491a-8648-7c87c1e70bbe with binding_index 1 {{(pid=80330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 15:50:26.108108 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] For port 725e5563-c5ff-41f9-a199-f2b9ab07d4d5, host dv-cinder-737618-2-smb, cleared binding levels {{(pid=80333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:50:26.122233 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] For port 725e5563-c5ff-41f9-a199-f2b9ab07d4d5, host dv-cinder-737618-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=725e5563-c5ff-41f9-a199-f2b9ab07d4d5,segment=NetworkSegment(e664ad9f-0009-4ff2-8670-18bebb570cf0),segment_id=e664ad9f-0009-4ff2-8670-18bebb570cf0)] {{(pid=80333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:50:26.183160 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:26.237060 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:26.316387 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Made reservation on behalf of 58d3576f33e64ac29f45497bf4a6063f for: {'network': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:50:26.325595 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for network, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:26.346522 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:26.352828 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-2485e334-9d4f-4678-96bd-5d5cae83951a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-smb, 35fd24f2-ba7b-406a-8613-44494f3bdb02) {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:50:26.356693 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 34670) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:26.366924 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933888fa-9ef5-4a13-b9d4-ff9c06904663 None None] Network 35fd24f2-ba7b-406a-8613-44494f3bdb02 requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:50:26.412998 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-557688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761322'] for router, precommit_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:26.435096 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2485e334-9d4f-4678-96bd-5d5cae83951a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:26.435765 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2485e334-9d4f-4678-96bd-5d5cae83951a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for subnet, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:26.456541 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:26.477319 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5b8e1b96-bbbc-460a-a771-dab4771dff7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:26.486593 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Pushing event updated for resources: {'Port': ['ID=725e5563-c5ff-41f9-a199-f2b9ab07d4d5,revision_number=3']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:26.491670 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:26.534915 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:26.535019 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] Routers {'4af6337e-590d-433f-b860-b328b964cc61'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:50:26.535019 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:50:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['4af6337e-590d-433f-b860-b328b964cc61'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:50:26.583108 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-5b8e1b96-bbbc-460a-a771-dab4771dff7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:26.587941 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Usage tracker for resource:security_group_rule and tenant:58d3576f33e64ac29f45497bf4a6063f is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:26.609052 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:26.715003 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-2485e334-9d4f-4678-96bd-5d5cae83951a admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 7.0319974 Dec 02 15:50:26.717375 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-5b8e1b96-bbbc-460a-a771-dab4771dff7b admin admin] Usage tracker for resource:security_group_rule and tenant:30be22f55ee74c368ef50c8b19ed81a0 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:26.747952 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-5b8e1b96-bbbc-460a-a771-dab4771dff7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:26.755486 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:26.774389 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-5b8e1b96-bbbc-460a-a771-dab4771dff7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:26.821189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 34680) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:27.034496 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-46d1c336-42ee-423e-a92a-d3a1a813b6c3 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=80331) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 15:50:27.045350 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-46d1c336-42ee-423e-a92a-d3a1a813b6c3 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 1.7071059 Dec 02 15:50:27.098255 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:27.158822 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] Set router 4af6337e-590d-433f-b860-b328b964cc61 gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:50:27.252331 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8148b30f-f673-4b75-abd9-93d3e14b6e02 None None] Network 35fd24f2-ba7b-406a-8613-44494f3bdb02 requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:50:27.268601 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5ad6f226-b608-4acd-a9ec-9a7e6c71ce02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:27.393764 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-5ad6f226-b608-4acd-a9ec-9a7e6c71ce02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:27.404069 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-5ad6f226-b608-4acd-a9ec-9a7e6c71ce02 admin admin] Usage tracker for resource:security_group_rule and tenant:d64a564d2962479b991daaf6f5261ffe is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:27.410404 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-5ad6f226-b608-4acd-a9ec-9a7e6c71ce02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:27.423334 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-5ad6f226-b608-4acd-a9ec-9a7e6c71ce02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:27.498352 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:27.560959 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:27.585988 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [None req-d0739f42-b1a3-4eb1-929f-98582a2fa747 admin admin] Allocated IP 172.20.0.1 (897c5c37-7e4c-49f0-aa05-6604955b43fe/1dec06aa-ae61-48b1-9f23-8da853bd2bcb/848b1662-7231-4df0-88e3-ed5eeaadfb81) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:50:27.587580 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-e79979b9-cc73-48c5-9be9-efbd8eb35078 service neutron] 10.222.0.98 "GET /v2.0/networks/513b6f51-5fd7-4427-b8da-a6a3d5f1734a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101596 Dec 02 15:50:27.756416 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6337e-590d-433f-b860-b328b964cc61', 'name': 'tempest-AttachVolumeTestJSON-755891331-router', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:13Z', 'updated_at': '2020-12-02T15:50:17Z', 'revision_number': 3, 'project_id': 'cca84cc05e794548902f38e2444508de', 'gw_port': {'id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:15Z', 'updated_at': '2020-12-02T15:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:50:27.764433 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce1b7ff-3fef-496b-965e-6684343d1355 None None] The sync data for ids ['4af6337e-590d-433f-b860-b328b964cc61'] in dv-cinder-737618-2-smb is: [{'id': '4af6337e-590d-433f-b860-b328b964cc61', 'name': 'tempest-AttachVolumeTestJSON-755891331-router', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:13Z', 'updated_at': '2020-12-02T15:50:17Z', 'revision_number': 3, 'project_id': 'cca84cc05e794548902f38e2444508de', 'gw_port': {'id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:15Z', 'updated_at': '2020-12-02T15:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}] {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:50:27.887560 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5b8e1b96-bbbc-460a-a771-dab4771dff7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:27.958087 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:27.960504 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5b8e1b96-bbbc-460a-a771-dab4771dff7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:28.073662 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:28.112402 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 34706) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:28.124795 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e1b96-bbbc-460a-a771-dab4771dff7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb0ea18-f3fe-47bc-9451-cdfc654760e3,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:28.134965 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:28.135940 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5b8e1b96-bbbc-460a-a771-dab4771dff7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:28.171699 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e417c12d-629a-4d31-9e0a-0bc69c8ede36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:28.202866 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-5b8e1b96-bbbc-460a-a771-dab4771dff7b admin admin] Synchronizing usage tracker for tenant:84f8ddf58b3846afbb10a5c5a3ce4a71 on resource:security_group {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:50:28.206416 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 15:50:28.290153 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:28.292293 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.segments_db [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Added segment 195daeb9-05be-4a32-8ee0-a03d9c08ab73 of type vxlan for network efbe6e87-16f8-4e2d-b66d-cda00f4effd8 Dec 02 15:50:28.294567 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048d5def-6ebf-4c45-8d73-23033ddff60c,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:28.319232 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:28.377150 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-0a6a9790-7371-448d-83df-ddadce92f244 service neutron] 10.222.0.98 "GET /v2.0/networks/513b6f51-5fd7-4427-b8da-a6a3d5f1734a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7446759 Dec 02 15:50:28.391134 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d0739f42-b1a3-4eb1-929f-98582a2fa747 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:28.411644 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-5b8e1b96-bbbc-460a-a771-dab4771dff7b admin admin] Unset dirty status for tenant:84f8ddf58b3846afbb10a5c5a3ce4a71 on resource:security_group {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:50:28.414529 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-5b8e1b96-bbbc-460a-a771-dab4771dff7b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=30be22f55ee74c368ef50c8b19ed81a0&name=default HTTP/1.1" status: 200 len: 2875 time: 2.0554106 Dec 02 15:50:28.418515 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 34710) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:28.463202 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5ad6f226-b608-4acd-a9ec-9a7e6c71ce02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:28.497061 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737197622950'] for network, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:28.505166 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-d0739f42-b1a3-4eb1-929f-98582a2fa747 admin admin] Transition to ACTIVE for port object 848b1662-7231-4df0-88e3-ed5eeaadfb81 will not be triggered until provisioned by entity DHCP. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:50:28.514931 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5ad6f226-b608-4acd-a9ec-9a7e6c71ce02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:28.550963 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9c235856-443b-4a36-ace1-f19f12ca9e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:28.613417 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-19fac80e-fa39-4d5d-a5e4-23069eac2803 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:28.614250 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-19fac80e-fa39-4d5d-a5e4-23069eac2803 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Synchronizing usage tracker for tenant:5b044abbdfeb42beab9693a7883ab0b0 on resource:network {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:50:28.647898 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-12941434-49cf-4fe4-b568-e0a150021e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:28.677618 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for network, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:28.681223 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:28.681896 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:28.714559 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-5ad6f226-b608-4acd-a9ec-9a7e6c71ce02 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d64a564d2962479b991daaf6f5261ffe&name=default HTTP/1.1" status: 200 len: 2877 time: 1.8845074 Dec 02 15:50:28.715904 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:28.719162 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6f226-b608-4acd-a9ec-9a7e6c71ce02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dae796-06de-4bf7-840a-e8bd2ab9c117,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:28.731162 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 34714) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:28.739974 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5ad6f226-b608-4acd-a9ec-9a7e6c71ce02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:28.742905 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d0739f42-b1a3-4eb1-929f-98582a2fa747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:28.753721 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-12941434-49cf-4fe4-b568-e0a150021e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:28.767469 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-19fac80e-fa39-4d5d-a5e4-23069eac2803 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Unset dirty status for tenant:5b044abbdfeb42beab9693a7883ab0b0 on resource:network {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:50:28.775002 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-19fac80e-fa39-4d5d-a5e4-23069eac2803 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/networks?id=35fd24f2-ba7b-406a-8613-44494f3bdb02 HTTP/1.1" status: 200 len: 815 time: 0.6529088 Dec 02 15:50:28.802551 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-112cd253-c492-45f2-8622-a610c0893af3 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/quotas/5b044abbdfeb42beab9693a7883ab0b0 HTTP/1.1" status: 200 len: 375 time: 0.0187101 Dec 02 15:50:28.893729 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-02b728a6-77c9-4d56-9172-0ab524977c9b tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?tenant_id=5b044abbdfeb42beab9693a7883ab0b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0932336 Dec 02 15:50:28.895422 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] Allocated IP 172.28.0.176 (37c00fa4-9d8d-40bf-927e-52444f2dd708/960a6109-8752-4c76-aab7-dfde0e16e857/6f0b04c5-4c82-4102-b3e3-34b01fd573ff) {{(pid=80331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:50:29.094957 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Pushing event updated for resources: {'Network': ['ID=efbe6e87-16f8-4e2d-b66d-cda00f4effd8,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:29.112099 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Network efbe6e87-16f8-4e2d-b66d-cda00f4effd8 details requested by agent ovs-agent-dv-cinder-737618-2-smb with host dv-cinder-737618-2-smb {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:50:29.124283 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:29.129244 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-54e41856-daf2-40ee-9734-33d92e571638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:29.184174 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-12941434-49cf-4fe4-b568-e0a150021e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:29.190756 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.5829034 Dec 02 15:50:29.194648 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Network efbe6e87-16f8-4e2d-b66d-cda00f4effd8 details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:50:29.228026 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 34746) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:29.243562 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-2a77ed59-45e3-4672-b96b-d31cead95316 admin admin] Request body: {'subnet': {'network_id': 'efbe6e87-16f8-4e2d-b66d-cda00f4effd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-668442761-subnet', 'tenant_id': '58d3576f33e64ac29f45497bf4a6063f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:50:29.276104 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-2a77ed59-45e3-4672-b96b-d31cead95316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:29.307966 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-984cae84-cd9f-4a26-8478-e0be323c893f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:29.337574 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:29.383888 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-984cae84-cd9f-4a26-8478-e0be323c893f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:29.419925 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-45b7c63b-d9de-4e14-bec1-007a7438ccce req-68060c43-3b5d-4729-b94e-5d30071a7201 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 210 time: 0.0907090 Dec 02 15:50:29.497877 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-2e3171fb-301c-475d-8207-ea28e6576aaa service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=80331) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 15:50:29.499122 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-2e3171fb-301c-475d-8207-ea28e6576aaa service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.1717067 Dec 02 15:50:29.506975 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-2a77ed59-45e3-4672-b96b-d31cead95316 admin admin] Usage tracker for resource:subnet and tenant:58d3576f33e64ac29f45497bf4a6063f is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:29.527099 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-2a77ed59-45e3-4672-b96b-d31cead95316 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:29.555104 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067'] for port, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:29.613283 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-984cae84-cd9f-4a26-8478-e0be323c893f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:29.639424 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-2a77ed59-45e3-4672-b96b-d31cead95316 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:29.647275 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 725e5563-c5ff-41f9-a199-f2b9ab07d4d5 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:50:29.652744 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0739f42-b1a3-4eb1-929f-98582a2fa747 admin admin] Pushing event updated for resources: {'Port': ['ID=848b1662-7231-4df0-88e3-ed5eeaadfb81,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:29.659526 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d0739f42-b1a3-4eb1-929f-98582a2fa747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:29.673130 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6036787f-6626-4f1b-95e7-4dfb0a06b6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.416s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:29.673495 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:29.703103 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12941434-49cf-4fe4-b568-e0a150021e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb0ea18-f3fe-47bc-9451-cdfc654760e3,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:29.703103 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-12941434-49cf-4fe4-b568-e0a150021e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:29.703103 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-12941434-49cf-4fe4-b568-e0a150021e17 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/abb0ea18-f3fe-47bc-9451-cdfc654760e3 HTTP/1.1" status: 204 len: 168 time: 1.2762518 Dec 02 15:50:29.749365 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-984cae84-cd9f-4a26-8478-e0be323c893f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:29.750720 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-984cae84-cd9f-4a26-8478-e0be323c893f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/77dae796-06de-4bf7-840a-e8bd2ab9c117 HTTP/1.1" status: 204 len: 168 time: 1.0089602 Dec 02 15:50:29.761897 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984cae84-cd9f-4a26-8478-e0be323c893f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dae796-06de-4bf7-840a-e8bd2ab9c117,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:29.769635 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-984cae84-cd9f-4a26-8478-e0be323c893f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:29.776347 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:29.776722 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:29.777365 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a77ed59-45e3-4672-b96b-d31cead95316 admin admin] Made reservation on behalf of 58d3576f33e64ac29f45497bf4a6063f for: {'subnet': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:50:29.792416 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2a77ed59-45e3-4672-b96b-d31cead95316 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:29.984995 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] Pushing event updated for resources: {'Port': ['ID=6f0b04c5-4c82-4102-b3e3-34b01fd573ff,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:30.012510 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:30.086236 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning for port 725e5563-c5ff-41f9-a199-f2b9ab07d4d5 completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:50:30.097984 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 725e5563-c5ff-41f9-a199-f2b9ab07d4d5 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:50:30.100910 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:30.177293 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-2c04d10a-d353-440c-aeb9-e1a842e120ac service neutron] 10.222.0.98 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6687958 Dec 02 15:50:30.189397 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0739f42-b1a3-4eb1-929f-98582a2fa747 admin admin] Network 897c5c37-7e4c-49f0-aa05-6604955b43fe is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:50:30.201537 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-d0739f42-b1a3-4eb1-929f-98582a2fa747 admin admin] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:50:30.216572 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0739f42-b1a3-4eb1-929f-98582a2fa747 admin admin] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:50:30.217388 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d0739f42-b1a3-4eb1-929f-98582a2fa747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854215974'] for router_interface, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:30.462844 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] Network 37c00fa4-9d8d-40bf-927e-52444f2dd708 is already hosted by enough agents. {{(pid=80331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:50:30.466666 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:30.470652 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] Resources bound (agent type, host, resource id): {{(pid=80331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:50:30.515770 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] For port 725e5563-c5ff-41f9-a199-f2b9ab07d4d5, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=725e5563-c5ff-41f9-a199-f2b9ab07d4d5,segment=NetworkSegment(e664ad9f-0009-4ff2-8670-18bebb570cf0),segment_id=e664ad9f-0009-4ff2-8670-18bebb570cf0)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:50:30.516753 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] Received port after_create {{(pid=80331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:50:30.566659 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:30.569045 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:30.775822 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Pushing event updated for resources: {'Port': ['ID=725e5563-c5ff-41f9-a199-f2b9ab07d4d5,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:30.806038 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:30.845555 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-80339eed-2bbc-48dd-b59b-f77e442e3c7d None None] Provisioning for port 848b1662-7231-4df0-88e3-ed5eeaadfb81 completed by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:50:30.852545 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-80339eed-2bbc-48dd-b59b-f77e442e3c7d None None] Provisioning complete for port 848b1662-7231-4df0-88e3-ed5eeaadfb81 triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:50:30.853270 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-80339eed-2bbc-48dd-b59b-f77e442e3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:31.021212 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-80339eed-2bbc-48dd-b59b-f77e442e3c7d None None] Port 848b1662-7231-4df0-88e3-ed5eeaadfb81 cannot update to ACTIVE because it is not bound. {{(pid=80332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 15:50:31.053778 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6772738e-9144-4ad5-a85f-e807d6063f85 req-c9b6c861-6a0d-46fe-8595-c89052baafe9 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 210 time: 0.2836070 Dec 02 15:50:31.222042 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-d986e377-4a80-4382-aa6f-5d4a6e89a9bc service neutron] 10.222.0.98 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0438008 Dec 02 15:50:31.935234 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d0739f42-b1a3-4eb1-929f-98582a2fa747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:31.942064 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 725e5563-c5ff-41f9-a199-f2b9ab07d4d5 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:50:31.942064 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 725e5563-c5ff-41f9-a199-f2b9ab07d4d5 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:50:31.942064 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:32.007227 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:32.238585 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:32.815506 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d0739f42-b1a3-4eb1-929f-98582a2fa747 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:32.889173 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8cb36242-018e-4421-9093-817ecad1c7c1 req-16b8d076-5f1b-4347-b373-adac51923dcb tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 210 time: 0.2660947 Dec 02 15:50:32.929516 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-74f1ec88-6848-4cda-bcc1-02f543dd2e06 req-91ffb4c3-9a57-422d-8714-68ad4736eb31 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 210 time: 0.3042898 Dec 02 15:50:32.968908 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2a77ed59-45e3-4672-b96b-d31cead95316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for subnet, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:32.970156 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d0739f42-b1a3-4eb1-929f-98582a2fa747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:33.004856 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d0739f42-b1a3-4eb1-929f-98582a2fa747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3252943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557831'] for router_interface, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:33.024971 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-475b46bb-8b30-40a3-a3f4-4025d6f2a422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:33.398555 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77ed59-45e3-4672-b96b-d31cead95316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94c49745-1c00-48fc-9fe4-6655f79f68b1,revision_number=0']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:33.437310 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2a77ed59-45e3-4672-b96b-d31cead95316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:33.437776 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:33.570893 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854218128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559623'] for router, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:33.690015 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0739f42-b1a3-4eb1-929f-98582a2fa747 admin admin] Pushing event updated for resources: {'Port': ['ID=848b1662-7231-4df0-88e3-ed5eeaadfb81,revision_number=2']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:33.697381 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d0739f42-b1a3-4eb1-929f-98582a2fa747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:33.796846 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0739f42-b1a3-4eb1-929f-98582a2fa747 admin admin] Network 897c5c37-7e4c-49f0-aa05-6604955b43fe is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:50:33.815983 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-d0739f42-b1a3-4eb1-929f-98582a2fa747 admin admin] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:50:33.936637 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] Router b6289ab5-a495-4f1f-95ac-124675f24bca is scheduled to L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf with binding_index 1 {{(pid=80331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 02 15:50:34.200563 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-10f42bea-83a2-444d-978c-3f74751c556a None None] Provisioning complete for port 848b1662-7231-4df0-88e3-ed5eeaadfb81 triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:50:34.201307 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-10f42bea-83a2-444d-978c-3f74751c556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:34.271788 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9523bb30-00ea-4499-ab4c-fcff476ea53b req-2c207dd7-148c-4604-a87a-a0e513938c45 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 210 time: 0.1503398 Dec 02 15:50:34.356438 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-10f42bea-83a2-444d-978c-3f74751c556a None None] Port 848b1662-7231-4df0-88e3-ed5eeaadfb81 cannot update to ACTIVE because it is not bound. {{(pid=80332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 15:50:34.364917 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77ed59-45e3-4672-b96b-d31cead95316 admin admin] Checking segment: {'id': '195daeb9-05be-4a32-8ee0-a03d9c08ab73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'efbe6e87-16f8-4e2d-b66d-cda00f4effd8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:50:34.365626 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a77ed59-45e3-4672-b96b-d31cead95316 admin admin] Network hostable DHCP agents. Network: efbe6e87-16f8-4e2d-b66d-cda00f4effd8, hostable agents: ['f9c54d63-a3bd-491a-8648-7c87c1e70bbe'], hosted agents: [] {{(pid=80330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 15:50:34.421943 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:50:34.446059 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] Sync routers for ids ['b6289ab5-a495-4f1f-95ac-124675f24bca'] in dv-cinder-737618-2-smb {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:50:34.461455 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] Routers {'b6289ab5-a495-4f1f-95ac-124675f24bca'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:50:34.462154 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:50:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['b6289ab5-a495-4f1f-95ac-124675f24bca'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:50:34.554331 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a77ed59-45e3-4672-b96b-d31cead95316 admin admin] Network efbe6e87-16f8-4e2d-b66d-cda00f4effd8 is scheduled to be hosted by DHCP agent f9c54d63-a3bd-491a-8648-7c87c1e70bbe with binding_index 1 {{(pid=80330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 15:50:34.581868 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] Notify callbacks [] for router, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:34.586189 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.5522215 Dec 02 15:50:34.586557 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 34922) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:34.616121 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0739f42-b1a3-4eb1-929f-98582a2fa747 admin admin] Router 4af6337e-590d-433f-b860-b328b964cc61 has already been hosted by L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf {{(pid=80330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 15:50:34.636385 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-2a77ed59-45e3-4672-b96b-d31cead95316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-smb, efbe6e87-16f8-4e2d-b66d-cda00f4effd8) {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:50:34.766766 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a77ed59-45e3-4672-b96b-d31cead95316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:34.767057 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2a77ed59-45e3-4672-b96b-d31cead95316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for subnet, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:34.961898 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-67140d27-a9b8-4ac5-9306-41373e03f01c req-fb3cd9b2-2d11-487b-9f65-b928d58f3502 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 210 time: 0.2006068 Dec 02 15:50:35.189829 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5a82a2-9920-49af-873f-e17aeb93a571 None None] Network efbe6e87-16f8-4e2d-b66d-cda00f4effd8 requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:50:35.201665 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0739f42-b1a3-4eb1-929f-98582a2fa747 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:50:35.215135 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] Sync routers for ids ['4af6337e-590d-433f-b860-b328b964cc61'] in dv-cinder-737618-2-smb {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:50:35.235826 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-d0739f42-b1a3-4eb1-929f-98582a2fa747 admin admin] 10.222.0.98 "PUT /v2.0/routers/4af6337e-590d-433f-b860-b328b964cc61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7627068 Dec 02 15:50:35.237756 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] Routers {'4af6337e-590d-433f-b860-b328b964cc61'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:50:35.238537 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:50:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['4af6337e-590d-433f-b860-b328b964cc61'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:50:35.384607 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-2a77ed59-45e3-4672-b96b-d31cead95316 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 6.1446939 Dec 02 15:50:35.574234 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] Set router b6289ab5-a495-4f1f-95ac-124675f24bca gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:50:35.579960 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.90', 64064) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:35.674392 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] Set router 4af6337e-590d-433f-b860-b328b964cc61 gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:50:36.082604 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-163b5a98-4ed2-451a-8980-53e0428f6923 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:36.088018 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-163b5a98-4ed2-451a-8980-53e0428f6923 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Synchronizing usage tracker for tenant:d2546e4eef1e43a9943badf154d1cf38 on resource:network {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:50:36.109805 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 34970) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:36.255001 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-74e90169-5966-4038-a042-6b0154500921 req-41bd8fdd-5ca6-4510-a379-ae30995348e0 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 210 time: 0.4471107 Dec 02 15:50:36.380245 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 34974) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:36.458799 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7da0893-0ab8-4dc3-a94a-bd3414bbfb99 admin admin] Deleting subnet 6fa9abb0-0146-4835-9971-321d9edf33a8 {{(pid=80330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 15:50:36.479617 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-163b5a98-4ed2-451a-8980-53e0428f6923 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Unset dirty status for tenant:d2546e4eef1e43a9943badf154d1cf38 on resource:network {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:50:36.482232 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-163b5a98-4ed2-451a-8980-53e0428f6923 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.90 "GET /v2.0/networks?id=513b6f51-5fd7-4427-b8da-a6a3d5f1734a HTTP/1.1" status: 200 len: 812 time: 0.9006615 Dec 02 15:50:36.495268 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b7da0893-0ab8-4dc3-a94a-bd3414bbfb99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:36.640483 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b5d1-823e-4efe-a755-2e50aba07ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:36.645224 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6337e-590d-433f-b860-b328b964cc61', 'name': 'tempest-AttachVolumeTestJSON-755891331-router', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:13Z', 'updated_at': '2020-12-02T15:50:31Z', 'revision_number': 4, 'project_id': 'cca84cc05e794548902f38e2444508de', 'gw_port': {'id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:15Z', 'updated_at': '2020-12-02T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '848b1662-7231-4df0-88e3-ed5eeaadfb81', 'name': '', 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'mac_address': 'fa:16:3e:23:cd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:26Z', 'updated_at': '2020-12-02T15:50:32Z', 'revision_number': 2, 'project_id': 'cca84cc05e794548902f38e2444508de', 'subnets': [{'id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:50:36.653978 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] Checking router: 4af6337e-590d-433f-b860-b328b964cc61 for host: dv-cinder-737618-2-smb {{(pid=80333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:50:36.654374 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] Updating router 4af6337e-590d-433f-b860-b328b964cc61 port 848b1662-7231-4df0-88e3-ed5eeaadfb81 binding host dv-cinder-737618-2-smb {{(pid=80333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 15:50:36.676593 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-1832b673-b23a-4e81-ae25-41b3b7e792d5 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Request body: {'port': {'device_id': 'c471e15b-81e7-42ba-9afc-a29ddf536da9', 'network_id': '513b6f51-5fd7-4427-b8da-a6a3d5f1734a', 'admin_state_up': True, 'tenant_id': 'd2546e4eef1e43a9943badf154d1cf38'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:50:36.866701 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:37.175280 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b398578c-0d28-4179-906a-a92da885a408 None None] Network efbe6e87-16f8-4e2d-b66d-cda00f4effd8 requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:50:37.302726 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.90', 64069) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:37.302726 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 35004) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:37.316938 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-1832b673-b23a-4e81-ae25-41b3b7e792d5 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:37.471602 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6289ab5-a495-4f1f-95ac-124675f24bca', 'name': 'tempest-ServerRescueNegativeTestJSON-1872844285-router', 'tenant_id': 'd7679e824ae94af092eab065a5350394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '6f0b04c5-4c82-4102-b3e3-34b01fd573ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:25Z', 'updated_at': '2020-12-02T15:50:31Z', 'revision_number': 3, 'project_id': 'd7679e824ae94af092eab065a5350394', 'gw_port': {'id': '6f0b04c5-4c82-4102-b3e3-34b01fd573ff', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fc:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6289ab5-a495-4f1f-95ac-124675f24bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:28Z', 'updated_at': '2020-12-02T15:50:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:50:37.496981 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] Checking router: b6289ab5-a495-4f1f-95ac-124675f24bca for host: dv-cinder-737618-2-smb {{(pid=80332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:50:37.497922 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] Updating router b6289ab5-a495-4f1f-95ac-124675f24bca port 6f0b04c5-4c82-4102-b3e3-34b01fd573ff binding host dv-cinder-737618-2-smb {{(pid=80332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 15:50:37.628956 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:37.961872 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b7da0893-0ab8-4dc3-a94a-bd3414bbfb99 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:37.985694 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b7da0893-0ab8-4dc3-a94a-bd3414bbfb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3212037'] for subnet, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:38.008328 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [None req-e0d6b5d1-823e-4efe-a755-2e50aba07ad9 admin admin] Allocated IP 172.20.0.1 (e8564c47-b571-4eeb-9632-4e52a1d4b946/3e434592-5494-4b21-a789-a46e40e41519/16efdc73-78e6-4af5-8f7a-0f31b4c67c04) {{(pid=80331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:50:38.221617 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b5d1-823e-4efe-a755-2e50aba07ad9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:38.253246 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 35034) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:38.299927 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-99f3e543-ae02-405f-bdc8-de04b50ada6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:38.308898 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:38.315545 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-a5b764b4-e098-45d9-b978-9d0c5b7b1a42 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Request body: {'security_group': {'name': 'tempest-securitygroup--2083228331', 'description': 'tempest-description--48955485'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:50:38.372702 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b5d1-823e-4efe-a755-2e50aba07ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067'] for port, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:38.376075 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-efc5a1ea-33c6-40fe-885a-60dbcd6cdc20 req-a984f789-0e5a-4a5b-be75-0cafac60bbf8 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 210 time: 0.1179409 Dec 02 15:50:38.381109 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-a5b764b4-e098-45d9-b978-9d0c5b7b1a42 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:38.397805 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] Transition to ACTIVE for port object 848b1662-7231-4df0-88e3-ed5eeaadfb81 will not be triggered until provisioned by entity L2. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:50:38.426037 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:38.465698 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-8b6dd163-442e-47a2-986b-9aa7635b6769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:38.523891 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:38.537680 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-1832b673-b23a-4e81-ae25-41b3b7e792d5 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Usage tracker for resource:port and tenant:d2546e4eef1e43a9943badf154d1cf38 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:38.542075 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-1832b673-b23a-4e81-ae25-41b3b7e792d5 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Quota usage for port was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:38.548655 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-1832b673-b23a-4e81-ae25-41b3b7e792d5 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:38.588921 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-a5b764b4-e098-45d9-b978-9d0c5b7b1a42 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Usage tracker for resource:security_group and tenant:cca84cc05e794548902f38e2444508de is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:38.601719 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-99f3e543-ae02-405f-bdc8-de04b50ada6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:38.606516 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-99f3e543-ae02-405f-bdc8-de04b50ada6f admin admin] Usage tracker for resource:security_group_rule and tenant:d7884420c7bf4365a94b72c6b0e23a8b is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:38.610871 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-99f3e543-ae02-405f-bdc8-de04b50ada6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:38.611137 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-1832b673-b23a-4e81-ae25-41b3b7e792d5 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Made reservation on behalf of d2546e4eef1e43a9943badf154d1cf38 for: {'port': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:50:38.617653 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-99f3e543-ae02-405f-bdc8-de04b50ada6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:38.627151 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-1832b673-b23a-4e81-ae25-41b3b7e792d5 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:38.644192 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4a1d2-b6ac-47b2-9679-59ddda992ea2 None None] Pushing event updated for resources: {'Port': ['ID=848b1662-7231-4df0-88e3-ed5eeaadfb81,revision_number=3']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:38.648138 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] Notify callbacks [] for port, precommit_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:38.656659 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-f7c4a1d2-b6ac-47b2-9679-59ddda992ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:38.676659 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] Transition to ACTIVE for port object 6f0b04c5-4c82-4102-b3e3-34b01fd573ff will not be triggered until provisioned by entity L2. {{(pid=80332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:50:38.700974 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-a5b764b4-e098-45d9-b978-9d0c5b7b1a42 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:38.715880 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d6b5d1-823e-4efe-a755-2e50aba07ad9 admin admin] Network e8564c47-b571-4eeb-9632-4e52a1d4b946 is already hosted by enough agents. {{(pid=80331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:50:38.760544 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-e0d6b5d1-823e-4efe-a755-2e50aba07ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:50:38.805380 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:38.811857 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-99f3e543-ae02-405f-bdc8-de04b50ada6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:38.831478 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-a5b764b4-e098-45d9-b978-9d0c5b7b1a42 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:38.835096 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-59be4307-c230-47ba-8019-65246b3d4545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:38.846762 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b546c188-1ded-44bf-a245-79c75f4263b3 req-30ccb03b-0430-499e-964a-3f6f93251848 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 210 time: 0.2463830 Dec 02 15:50:38.867181 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:38.879772 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d6b5d1-823e-4efe-a755-2e50aba07ad9 admin admin] Received port after_create {{(pid=80331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:50:38.879772 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b5d1-823e-4efe-a755-2e50aba07ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854215974'] for router_interface, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:38.903845 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-59be4307-c230-47ba-8019-65246b3d4545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:38.920780 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-59be4307-c230-47ba-8019-65246b3d4545 admin admin] Usage tracker for resource:security_group_rule and tenant:499b6eb4f82241f18b6986a915cff179 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:38.927401 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-99f3e543-ae02-405f-bdc8-de04b50ada6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:38.964936 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-99f3e543-ae02-405f-bdc8-de04b50ada6f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d7884420c7bf4365a94b72c6b0e23a8b&name=default HTTP/1.1" status: 200 len: 2879 time: 2.5835466 Dec 02 15:50:38.970161 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 35044) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:38.970801 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6b5d1-823e-4efe-a755-2e50aba07ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=16efdc73-78e6-4af5-8f7a-0f31b4c67c04,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:38.975550 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e0d6b5d1-823e-4efe-a755-2e50aba07ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:38.976367 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5ad6f226-b608-4acd-a9ec-9a7e6c71ce02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:39.038579 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-59be4307-c230-47ba-8019-65246b3d4545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:39.072873 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-59be4307-c230-47ba-8019-65246b3d4545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:39.106428 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-bc56cb8c-7f80-4903-9df9-808694218d08 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:39.118567 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3e543-ae02-405f-bdc8-de04b50ada6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c21c8a5-e149-4d9b-9ddb-f26c716da506,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:39.141627 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-bc56cb8c-7f80-4903-9df9-808694218d08 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.90 "GET /v2.0/networks?id=35fd24f2-ba7b-406a-8613-44494f3bdb02 HTTP/1.1" status: 200 len: 815 time: 1.8114629 Dec 02 15:50:39.156953 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-99f3e543-ae02-405f-bdc8-de04b50ada6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:39.194086 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4a68c-ac8a-40df-bce4-c8903c85f2a9 None None] Pushing event updated for resources: {'Port': ['ID=6f0b04c5-4c82-4102-b3e3-34b01fd573ff,revision_number=2']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:39.194673 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a5b764b4-e098-45d9-b978-9d0c5b7b1a42 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:39.219786 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-35e4a68c-ac8a-40df-bce4-c8903c85f2a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:39.251685 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-a5b764b4-e098-45d9-b978-9d0c5b7b1a42 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:39.260634 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3c679083-3e70-4cc5-9775-4f7a5b910ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:39.277800 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-a5b764b4-e098-45d9-b978-9d0c5b7b1a42 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Usage tracker for resource:security_group_rule and tenant:cca84cc05e794548902f38e2444508de is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:39.312014 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-a5b764b4-e098-45d9-b978-9d0c5b7b1a42 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:39.316361 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-168c5dc5-1c21-4c85-9fef-2ad8f70d4686 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Request body: {'port': {'device_id': '635c64b0-74a6-4c34-ab54-916b19c76a82', 'network_id': '35fd24f2-ba7b-406a-8613-44494f3bdb02', 'admin_state_up': True, 'tenant_id': '5b044abbdfeb42beab9693a7883ab0b0'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:50:39.326280 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] Attempting to bind port 848b1662-7231-4df0-88e3-ed5eeaadfb81 on host dv-cinder-737618-2-smb for vnic_type normal with profile {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:50:39.327230 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] Attempting to bind port 848b1662-7231-4df0-88e3-ed5eeaadfb81 by drivers openvswitch on host dv-cinder-737618-2-smb at level 0 using segments [{'id': 'fe2ab88f-dfa5-4791-be10-6390467c3168', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe'}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:50:39.328969 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] Attempting to bind port 848b1662-7231-4df0-88e3-ed5eeaadfb81 on network 897c5c37-7e4c-49f0-aa05-6604955b43fe {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:50:39.340752 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-a5b764b4-e098-45d9-b978-9d0c5b7b1a42 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:39.353762 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] Checking agent: {'id': '9e491a05-148d-4c27-9923-258931fe0ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 40, 26), 'started_at': datetime.datetime(2020, 12, 2, 15, 40, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:50:39.353762 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] Checking segment: {'id': 'fe2ab88f-dfa5-4791-be10-6390467c3168', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:50:39.358982 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b5d1-823e-4efe-a755-2e50aba07ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:39.369541 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:39.372967 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] Bound using segment: {'id': 'fe2ab88f-dfa5-4791-be10-6390467c3168', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe'} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:50:39.374298 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] Bound port: 848b1662-7231-4df0-88e3-ed5eeaadfb81, host: dv-cinder-737618-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2ab88f-dfa5-4791-be10-6390467c3168', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe'}}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:50:39.374680 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:39.386236 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] Attempting to bind port 6f0b04c5-4c82-4102-b3e3-34b01fd573ff on host dv-cinder-737618-2-smb for vnic_type normal with profile {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:50:39.391498 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] Attempting to bind port 6f0b04c5-4c82-4102-b3e3-34b01fd573ff by drivers openvswitch on host dv-cinder-737618-2-smb at level 0 using segments [{'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:50:39.392077 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] Attempting to bind port 6f0b04c5-4c82-4102-b3e3-34b01fd573ff on network 37c00fa4-9d8d-40bf-927e-52444f2dd708 {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:50:39.404274 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b7da0893-0ab8-4dc3-a94a-bd3414bbfb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851563747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for subnet, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:39.407195 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] Checking agent: {'id': '9e491a05-148d-4c27-9923-258931fe0ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 40, 26), 'started_at': datetime.datetime(2020, 12, 2, 15, 40, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:50:39.408044 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] Checking segment: {'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:50:39.408632 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:39.409191 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] Bound using segment: {'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:50:39.422350 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] Bound port: 6f0b04c5-4c82-4102-b3e3-34b01fd573ff, host: dv-cinder-737618-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:50:39.424798 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:39.554023 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3c679083-3e70-4cc5-9775-4f7a5b910ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:39.590886 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2a77ed59-45e3-4672-b96b-d31cead95316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:39.639812 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] For port 848b1662-7231-4df0-88e3-ed5eeaadfb81, host dv-cinder-737618-2-smb, cleared binding levels {{(pid=80333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:50:39.660972 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] For port 848b1662-7231-4df0-88e3-ed5eeaadfb81, host dv-cinder-737618-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=848b1662-7231-4df0-88e3-ed5eeaadfb81,segment=NetworkSegment(fe2ab88f-dfa5-4791-be10-6390467c3168),segment_id=fe2ab88f-dfa5-4791-be10-6390467c3168)] {{(pid=80333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:50:39.700862 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:39.737804 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:39.782244 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] For port 6f0b04c5-4c82-4102-b3e3-34b01fd573ff, host dv-cinder-737618-2-smb, cleared binding levels {{(pid=80332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:50:39.786737 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] For port 6f0b04c5-4c82-4102-b3e3-34b01fd573ff, host dv-cinder-737618-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=6f0b04c5-4c82-4102-b3e3-34b01fd573ff,segment=NetworkSegment(e664ad9f-0009-4ff2-8670-18bebb570cf0),segment_id=e664ad9f-0009-4ff2-8670-18bebb570cf0)] {{(pid=80332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:50:39.851138 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:39.863576 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da0893-0ab8-4dc3-a94a-bd3414bbfb99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fa9abb0-0146-4835-9971-321d9edf33a8,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:39.870029 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-005f9547-78cd-4619-b1e8-4687ee96c014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:39.880766 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b7da0893-0ab8-4dc3-a94a-bd3414bbfb99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:39.893938 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-1832b673-b23a-4e81-ae25-41b3b7e792d5 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Allocated IP 172.20.0.7 (513b6f51-5fd7-4427-b8da-a6a3d5f1734a/0c48d1ae-b87e-4fe7-9337-0f34cb881e60/177e2dd7-2b3f-40fb-9dcf-26d522df65e2) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:50:40.048617 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4a68c-ac8a-40df-bce4-c8903c85f2a9 None None] Pushing event updated for resources: {'Port': ['ID=6f0b04c5-4c82-4102-b3e3-34b01fd573ff,revision_number=3']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:40.055200 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-35e4a68c-ac8a-40df-bce4-c8903c85f2a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:40.066904 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a5b764b4-e098-45d9-b978-9d0c5b7b1a42 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:40.107112 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4a1d2-b6ac-47b2-9679-59ddda992ea2 None None] Pushing event updated for resources: {'Port': ['ID=848b1662-7231-4df0-88e3-ed5eeaadfb81,revision_number=4']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:40.151892 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-f7c4a1d2-b6ac-47b2-9679-59ddda992ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:40.158836 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-50218f1e-275c-45f1-957f-94de7d0181a8 req-46eb87aa-d2f1-4f60-999b-ee8c5f5d3995 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 210 time: 0.3536694 Dec 02 15:50:40.173639 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a5b764b4-e098-45d9-b978-9d0c5b7b1a42 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:40.173947 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] Routers {'b6289ab5-a495-4f1f-95ac-124675f24bca'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:50:40.174874 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:50:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['b6289ab5-a495-4f1f-95ac-124675f24bca'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:50:40.260463 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:40.301189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a5b764b4-e098-45d9-b978-9d0c5b7b1a42 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:40.302879 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b7da0893-0ab8-4dc3-a94a-bd3414bbfb99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for subnet, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:40.303433 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-a5b764b4-e098-45d9-b978-9d0c5b7b1a42 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1728 time: 2.0384803 Dec 02 15:50:40.313792 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 35058) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:40.336621 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-b7da0893-0ab8-4dc3-a94a-bd3414bbfb99 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/6fa9abb0-0146-4835-9971-321d9edf33a8 HTTP/1.1" status: 204 len: 168 time: 4.2240207 Dec 02 15:50:40.362837 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] Routers {'4af6337e-590d-433f-b860-b328b964cc61'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:50:40.364735 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:50:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['4af6337e-590d-433f-b860-b328b964cc61'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:50:40.396449 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 35062) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:40.410708 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-62885c1f-2262-4bed-ba7e-a51edcd136b4 req-f43a7076-76a1-49dd-9328-747d7be74e35 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 210 time: 0.1127646 Dec 02 15:50:40.426273 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-28523950-a3b0-4469-b399-e1f8fcaf583d tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Request body: {'security_group_rule': {'security_group_id': '879c36fb-ce12-41a0-827a-e0d4d6969c0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:50:40.439303 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-28523950-a3b0-4469-b399-e1f8fcaf583d tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:40.444098 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-28523950-a3b0-4469-b399-e1f8fcaf583d tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Usage tracker for resource:security_group_rule and tenant:cca84cc05e794548902f38e2444508de is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:40.449662 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-28523950-a3b0-4469-b399-e1f8fcaf583d tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:40.455778 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-28523950-a3b0-4469-b399-e1f8fcaf583d tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:40.521962 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b764b4-e098-45d9-b978-9d0c5b7b1a42 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Pushing event updated for resources: {'SecurityGroup': ['ID=879c36fb-ce12-41a0-827a-e0d4d6969c0a,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:40.526490 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a5b764b4-e098-45d9-b978-9d0c5b7b1a42 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:40.596663 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-28523950-a3b0-4469-b399-e1f8fcaf583d tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for security_group_rule, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:40.628080 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3c679083-3e70-4cc5-9775-4f7a5b910ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:40.800315 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b5d1-823e-4efe-a755-2e50aba07ad9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:40.813447 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6708f2d0-851e-4851-8200-6193df8e1fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:40.827502 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c679083-3e70-4cc5-9775-4f7a5b910ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c21c8a5-e149-4d9b-9ddb-f26c716da506,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:40.868194 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-28523950-a3b0-4469-b399-e1f8fcaf583d tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:40.869660 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-3c679083-3e70-4cc5-9775-4f7a5b910ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:40.871140 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b5d1-823e-4efe-a755-2e50aba07ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:40.879987 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3c679083-3e70-4cc5-9775-4f7a5b910ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:40.884044 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-3c679083-3e70-4cc5-9775-4f7a5b910ff6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0c21c8a5-e149-4d9b-9ddb-f26c716da506 HTTP/1.1" status: 204 len: 168 time: 1.9074833 Dec 02 15:50:40.884044 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b5d1-823e-4efe-a755-2e50aba07ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3252943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557831'] for router_interface, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:40.909841 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-1832b673-b23a-4e81-ae25-41b3b7e792d5 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:40.931763 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:40.948356 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] Set router 4af6337e-590d-433f-b860-b328b964cc61 gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:50:41.085973 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-59be4307-c230-47ba-8019-65246b3d4545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:41.103049 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-1832b673-b23a-4e81-ae25-41b3b7e792d5 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:41.105914 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-168c5dc5-1c21-4c85-9fef-2ad8f70d4686 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:41.128014 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-59be4307-c230-47ba-8019-65246b3d4545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:41.134248 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-168c5dc5-1c21-4c85-9fef-2ad8f70d4686 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Usage tracker for resource:port and tenant:5b044abbdfeb42beab9693a7883ab0b0 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:41.141170 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-168c5dc5-1c21-4c85-9fef-2ad8f70d4686 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Quota usage for port was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:41.177199 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-28523950-a3b0-4469-b399-e1f8fcaf583d tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443572'] for security_group_rule, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:41.183021 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6b5d1-823e-4efe-a755-2e50aba07ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=16efdc73-78e6-4af5-8f7a-0f31b4c67c04,revision_number=2']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:41.346070 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:41.363045 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e0d6b5d1-823e-4efe-a755-2e50aba07ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:41.364107 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:41.388186 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] Set router b6289ab5-a495-4f1f-95ac-124675f24bca gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:50:41.402422 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-168c5dc5-1c21-4c85-9fef-2ad8f70d4686 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:41.433831 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28523950-a3b0-4469-b399-e1f8fcaf583d tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f02cd34-b41e-400a-811f-8746a6e6d046,revision_number=0']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:41.509132 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-28523950-a3b0-4469-b399-e1f8fcaf583d tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:41.534988 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-28523950-a3b0-4469-b399-e1f8fcaf583d tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for security_group_rule, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:41.535091 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851402585'] for network, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:41.541631 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-28523950-a3b0-4469-b399-e1f8fcaf583d tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 1.2232468 Dec 02 15:50:41.553515 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 35086) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:41.666909 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-83b56274-f601-4db8-87ee-299b6cbe134c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Request body: {'security_group_rule': {'security_group_id': '879c36fb-ce12-41a0-827a-e0d4d6969c0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:50:41.720738 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-59be4307-c230-47ba-8019-65246b3d4545 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=499b6eb4f82241f18b6986a915cff179&name=default HTTP/1.1" status: 200 len: 2879 time: 4.4075472 Dec 02 15:50:41.727117 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 35092) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:41.763476 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-83b56274-f601-4db8-87ee-299b6cbe134c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:41.782249 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-83b56274-f601-4db8-87ee-299b6cbe134c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Usage tracker for resource:security_group_rule and tenant:cca84cc05e794548902f38e2444508de is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:41.822527 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6337e-590d-433f-b860-b328b964cc61', 'name': 'tempest-AttachVolumeTestJSON-755891331-router', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:13Z', 'updated_at': '2020-12-02T15:50:31Z', 'revision_number': 4, 'project_id': 'cca84cc05e794548902f38e2444508de', 'gw_port': {'id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:15Z', 'updated_at': '2020-12-02T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '848b1662-7231-4df0-88e3-ed5eeaadfb81', 'name': '', 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'mac_address': 'fa:16:3e:23:cd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:26Z', 'updated_at': '2020-12-02T15:50:39Z', 'revision_number': 4, 'project_id': 'cca84cc05e794548902f38e2444508de', 'subnets': [{'id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:50:41.838106 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be4307-c230-47ba-8019-65246b3d4545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a227c4-e0ab-40d6-adc8-ecaec8a8d269,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:41.847074 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-168c5dc5-1c21-4c85-9fef-2ad8f70d4686 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Made reservation on behalf of 5b044abbdfeb42beab9693a7883ab0b0 for: {'port': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:50:41.853018 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-168c5dc5-1c21-4c85-9fef-2ad8f70d4686 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:41.858058 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fb10c5-2af4-418d-9d00-b35da423463a None None] The sync data for ids ['4af6337e-590d-433f-b860-b328b964cc61'] in dv-cinder-737618-2-smb is: [{'id': '4af6337e-590d-433f-b860-b328b964cc61', 'name': 'tempest-AttachVolumeTestJSON-755891331-router', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:13Z', 'updated_at': '2020-12-02T15:50:31Z', 'revision_number': 4, 'project_id': 'cca84cc05e794548902f38e2444508de', 'gw_port': {'id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:15Z', 'updated_at': '2020-12-02T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '848b1662-7231-4df0-88e3-ed5eeaadfb81', 'name': '', 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'mac_address': 'fa:16:3e:23:cd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:26Z', 'updated_at': '2020-12-02T15:50:39Z', 'revision_number': 4, 'project_id': 'cca84cc05e794548902f38e2444508de', 'subnets': [{'id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:50:41.869122 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-59be4307-c230-47ba-8019-65246b3d4545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:41.911054 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d0739f42-b1a3-4eb1-929f-98582a2fa747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.548s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:41.951176 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-83b56274-f601-4db8-87ee-299b6cbe134c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:41.975685 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-83b56274-f601-4db8-87ee-299b6cbe134c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:42.003022 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7156738c-8b26-46fa-8952-3b617061be13 req-37f7a06d-140a-4e2b-8660-dcd27eb196ee tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 210 time: 0.2626286 Dec 02 15:50:42.022691 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d6b5d1-823e-4efe-a755-2e50aba07ad9 admin admin] Network e8564c47-b571-4eeb-9632-4e52a1d4b946 is already hosted by enough agents. {{(pid=80331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:50:42.051953 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-607475cb-a5b5-4c8c-8815-df3c8956c7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:42.062223 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-e0d6b5d1-823e-4efe-a755-2e50aba07ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:50:42.066343 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-83b56274-f601-4db8-87ee-299b6cbe134c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for security_group_rule, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:42.192478 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-607475cb-a5b5-4c8c-8815-df3c8956c7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:42.320989 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-83b56274-f601-4db8-87ee-299b6cbe134c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:42.347309 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d7c42-e6a0-40c3-a295-97e4206e77b7 req-44c5a669-4bf1-40f7-81e4-0fdc7663c632 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:42.347309 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8e9d7c42-e6a0-40c3-a295-97e4206e77b7 req-44c5a669-4bf1-40f7-81e4-0fdc7663c632 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 931 time: 0.8263474 Dec 02 15:50:42.445452 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6289ab5-a495-4f1f-95ac-124675f24bca', 'name': 'tempest-ServerRescueNegativeTestJSON-1872844285-router', 'tenant_id': 'd7679e824ae94af092eab065a5350394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '6f0b04c5-4c82-4102-b3e3-34b01fd573ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:25Z', 'updated_at': '2020-12-02T15:50:39Z', 'revision_number': 4, 'project_id': 'd7679e824ae94af092eab065a5350394', 'gw_port': {'id': '6f0b04c5-4c82-4102-b3e3-34b01fd573ff', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fc:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6289ab5-a495-4f1f-95ac-124675f24bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:28Z', 'updated_at': '2020-12-02T15:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '16efdc73-78e6-4af5-8f7a-0f31b4c67c04', 'name': '', 'network_id': 'e8564c47-b571-4eeb-9632-4e52a1d4b946', 'tenant_id': 'd7679e824ae94af092eab065a5350394', 'mac_address': 'fa:16:3e:31:84:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6289ab5-a495-4f1f-95ac-124675f24bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3e434592-5494-4b21-a789-a46e40e41519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:37Z', 'updated_at': '2020-12-02T15:50:38Z', 'revision_number': 1, 'project_id': 'd7679e824ae94af092eab065a5350394', 'subnets': [{'id': '3e434592-5494-4b21-a789-a46e40e41519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:50:42.446155 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-83b56274-f601-4db8-87ee-299b6cbe134c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443572'] for security_group_rule, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:42.469698 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-607475cb-a5b5-4c8c-8815-df3c8956c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:42.482269 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515ac46c-56ed-4b9f-b60f-20fa160655f5 None None] The sync data for ids ['b6289ab5-a495-4f1f-95ac-124675f24bca'] in dv-cinder-737618-2-smb is: [{'id': 'b6289ab5-a495-4f1f-95ac-124675f24bca', 'name': 'tempest-ServerRescueNegativeTestJSON-1872844285-router', 'tenant_id': 'd7679e824ae94af092eab065a5350394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '6f0b04c5-4c82-4102-b3e3-34b01fd573ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:25Z', 'updated_at': '2020-12-02T15:50:39Z', 'revision_number': 4, 'project_id': 'd7679e824ae94af092eab065a5350394', 'gw_port': {'id': '6f0b04c5-4c82-4102-b3e3-34b01fd573ff', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fc:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6289ab5-a495-4f1f-95ac-124675f24bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:28Z', 'updated_at': '2020-12-02T15:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '16efdc73-78e6-4af5-8f7a-0f31b4c67c04', 'name': '', 'network_id': 'e8564c47-b571-4eeb-9632-4e52a1d4b946', 'tenant_id': 'd7679e824ae94af092eab065a5350394', 'mac_address': 'fa:16:3e:31:84:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6289ab5-a495-4f1f-95ac-124675f24bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3e434592-5494-4b21-a789-a46e40e41519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:37Z', 'updated_at': '2020-12-02T15:50:38Z', 'revision_number': 1, 'project_id': 'd7679e824ae94af092eab065a5350394', 'subnets': [{'id': '3e434592-5494-4b21-a789-a46e40e41519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:50:43.073410 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:43.451070 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8e9d7c42-e6a0-40c3-a295-97e4206e77b7 req-300305cd-f532-4045-a2fb-6ef753a68a30 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/security-groups?id=9e4b888e-c460-4232-9c1c-c94a69991f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0235510 Dec 02 15:50:43.480815 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d6b5d1-823e-4efe-a755-2e50aba07ad9 admin admin] Router b6289ab5-a495-4f1f-95ac-124675f24bca has already been hosted by L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf {{(pid=80331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 15:50:43.545882 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832b673-b23a-4e81-ae25-41b3b7e792d5 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Pushing event updated for resources: {'Port': ['ID=177e2dd7-2b3f-40fb-9dcf-26d522df65e2,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:43.574007 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-1832b673-b23a-4e81-ae25-41b3b7e792d5 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.663s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:43.588660 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-607475cb-a5b5-4c8c-8815-df3c8956c7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:43.593519 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-607475cb-a5b5-4c8c-8815-df3c8956c7c2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/33a227c4-e0ab-40d6-adc8-ecaec8a8d269 HTTP/1.1" status: 204 len: 168 time: 1.8570969 Dec 02 15:50:43.604560 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.954s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:43.662496 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e70137a6-1e5c-4f8b-be64-faebf70cef27 req-81cd3de0-4adb-42cd-9438-6df4bcc25970 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 210 time: 0.1596031 Dec 02 15:50:43.670769 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b56274-f601-4db8-87ee-299b6cbe134c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8a44d5-ff30-4463-baf9-1a8c77be39de,revision_number=0']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:43.691719 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-83b56274-f601-4db8-87ee-299b6cbe134c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:43.693189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-83b56274-f601-4db8-87ee-299b6cbe134c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for security_group_rule, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:43.707530 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-83b56274-f601-4db8-87ee-299b6cbe134c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 2.0466762 Dec 02 15:50:43.720955 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 35120) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:43.787701 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Request body: {'floatingip': {'floating_network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:50:43.828038 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:43.855162 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Usage tracker for resource:floatingip and tenant:cca84cc05e794548902f38e2444508de is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:43.886212 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:43.894508 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607475cb-a5b5-4c8c-8815-df3c8956c7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a227c4-e0ab-40d6-adc8-ecaec8a8d269,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:43.917081 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3212700', 'neutron.services.segments.db._delete_segments_for_network--9223363299656580280'] for network, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:43.928090 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:43.989607 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-607475cb-a5b5-4c8c-8815-df3c8956c7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:43.991879 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-1832b673-b23a-4e81-ae25-41b3b7e792d5 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Network 513b6f51-5fd7-4427-b8da-a6a3d5f1734a is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:50:44.034015 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-1832b673-b23a-4e81-ae25-41b3b7e792d5 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:50:44.092238 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 848b1662-7231-4df0-88e3-ed5eeaadfb81 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:50:44.232896 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-1832b673-b23a-4e81-ae25-41b3b7e792d5 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:50:44.239472 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-1832b673-b23a-4e81-ae25-41b3b7e792d5 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:44.240524 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-1832b673-b23a-4e81-ae25-41b3b7e792d5 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:44.428502 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-1832b673-b23a-4e81-ae25-41b3b7e792d5 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7933636 Dec 02 15:50:44.531426 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning for port 848b1662-7231-4df0-88e3-ed5eeaadfb81 completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:50:44.544221 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 848b1662-7231-4df0-88e3-ed5eeaadfb81 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:50:44.544987 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:44.545912 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-db971233-8059-45c3-827f-66051196a6d6 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=80330) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 15:50:44.548935 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-db971233-8059-45c3-827f-66051196a6d6 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0876412 Dec 02 15:50:44.561223 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:44.563222 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:44.564504 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:44.565449 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Subscribe: > port after_create 55550000 {{(pid=80330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:44.566525 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Subscribe: > port after_delete 55550000 {{(pid=80330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:44.567248 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Subscribe: > port after_update 55550000 {{(pid=80330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:44.567890 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:44.568787 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:44.569466 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:44.570133 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:45.011349 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for floatingip, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:45.242691 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:45.325251 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:45.325651 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:45.326013 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:45.326694 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:45.332047 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546ded0b-1d67-4807-b114-bb1700cfaba4']}} {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:50:45.362986 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] For port 848b1662-7231-4df0-88e3-ed5eeaadfb81, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=848b1662-7231-4df0-88e3-ed5eeaadfb81,segment=NetworkSegment(fe2ab88f-dfa5-4791-be10-6390467c3168),segment_id=fe2ab88f-dfa5-4791-be10-6390467c3168)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:50:45.400607 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:45.405740 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5e7f3e3e-b3d8-4f5f-8b75-096cc1ae1d44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:45.515542 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d8cacf-1b00-40f3-9adf-3c6c83b22096') {'for_net_delete': True} {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:50:45.516265 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d8cacf-1b00-40f3-9adf-3c6c83b22096') {} {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:50:45.647648 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299656579768', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839808866'] for segment, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:45.792198 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:45.889303 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Pushing event updated for resources: {'Port': ['ID=848b1662-7231-4df0-88e3-ed5eeaadfb81,revision_number=5']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:45.901074 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:45.909694 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 6f0b04c5-4c82-4102-b3e3-34b01fd573ff up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:50:45.927035 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 15:50:45.978721 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c30e6a4d-7c2d-4b42-b360-22c1013d6f98 req-71dea159-29b9-4d0f-b3eb-60c1ee9efa28 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 210 time: 0.4962323 Dec 02 15:50:46.125823 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning for port 6f0b04c5-4c82-4102-b3e3-34b01fd573ff completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:50:46.133798 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 6f0b04c5-4c82-4102-b3e3-34b01fd573ff triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:50:46.134498 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:46.258787 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d6b5d1-823e-4efe-a755-2e50aba07ad9 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:50:46.290585 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-e0d6b5d1-823e-4efe-a755-2e50aba07ad9 admin admin] 10.222.0.98 "PUT /v2.0/routers/b6289ab5-a495-4f1f-95ac-124675f24bca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7027962 Dec 02 15:50:46.381085 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-168c5dc5-1c21-4c85-9fef-2ad8f70d4686 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Allocated IP 172.20.0.10 (35fd24f2-ba7b-406a-8613-44494f3bdb02/68d8031a-7a09-472a-b47a-09b4d4b5b727/f0f85773-fe83-4375-bbd9-3603492de3ee) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:50:46.391780 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20a9a9-c40e-4dbf-a298-070fe72d185e req-cd5fb770-2a1d-4ee3-89a0-4ea8039224ad tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:46.400884 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ed20a9a9-c40e-4dbf-a298-070fe72d185e req-cd5fb770-2a1d-4ee3-89a0-4ea8039224ad tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 931 time: 0.8872797 Dec 02 15:50:46.424527 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Network 546ded0b-1d67-4807-b114-bb1700cfaba4 has no segments {{(pid=80330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 15:50:46.481082 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 35156) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:46.487511 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Request body: {'port': {'device_id': 'c471e15b-81e7-42ba-9afc-a29ddf536da9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:50:46.545067 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:46.634258 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ed20a9a9-c40e-4dbf-a298-070fe72d185e req-ecf15b7e-9767-49a8-bf1f-8c6dd7a715e5 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/security-groups?id=9e4b888e-c460-4232-9c1c-c94a69991f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322047 Dec 02 15:50:46.648131 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] For port 6f0b04c5-4c82-4102-b3e3-34b01fd573ff, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=6f0b04c5-4c82-4102-b3e3-34b01fd573ff,segment=NetworkSegment(e664ad9f-0009-4ff2-8670-18bebb570cf0),segment_id=e664ad9f-0009-4ff2-8670-18bebb570cf0)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:50:46.649667 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-58ca62a1-4fdf-4410-a151-00c2076e9a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:46.690721 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3225722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839048150'] for segment, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:46.718648 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:46.721930 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:46.738124 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-58ca62a1-4fdf-4410-a151-00c2076e9a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:46.779363 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-58ca62a1-4fdf-4410-a151-00c2076e9a38 admin admin] Usage tracker for resource:security_group_rule and tenant:a9168178e2ca4907b6030869d359ba6d is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:50:46.783713 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:46.830251 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-58ca62a1-4fdf-4410-a151-00c2076e9a38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:50:46.981519 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Pushing event updated for resources: {'Port': ['ID=6f0b04c5-4c82-4102-b3e3-34b01fd573ff,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:46.996399 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:47.372793 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Allocated IP 172.28.0.44 (37c00fa4-9d8d-40bf-927e-52444f2dd708/960a6109-8752-4c76-aab7-dfde0e16e857/34c0300d-742e-4a8a-b6b7-3b0cb4d88602) {{(pid=80331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:50:47.382043 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-58ca62a1-4fdf-4410-a151-00c2076e9a38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:47.440510 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Network 546ded0b-1d67-4807-b114-bb1700cfaba4 has no segments {{(pid=80330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: (rel_b, rel_a, rel_b), Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: (rel_b, rel_a, rel_b), Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: Traceback (most recent call last): Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: timer() Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: cb(*args, **kw) Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: return func(*args, **kwargs) Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: self._notify() Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: self.callback(batched_events) Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: event.method(event) Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: segment_id)['aggregates'][0] Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: return f(self, *a, **k) Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: return self._get(url).json() Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: **kwargs) Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: return self.request(url, 'GET', **kwargs) Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: **endpoint_filter) Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 15:50:47.511825 dv-cinder-737618-2-smb neutron-server[80217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 15:50:47.634878 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-db4aa98d-56f6-4bce-9324-9ae10053cd93 req-048b5e6e-1a27-4f81-8c08-6a2078e866cf tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 210 time: 0.1891179 Dec 02 15:50:47.706194 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:47.806336 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 848b1662-7231-4df0-88e3-ed5eeaadfb81 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:50:48.283018 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 848b1662-7231-4df0-88e3-ed5eeaadfb81 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:50:48.283800 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:48.447069 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-58ca62a1-4fdf-4410-a151-00c2076e9a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:48.490783 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for port, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:48.554618 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-58ca62a1-4fdf-4410-a151-00c2076e9a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:48.622111 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:48.697895 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-168c5dc5-1c21-4c85-9fef-2ad8f70d4686 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:48.766113 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 6f0b04c5-4c82-4102-b3e3-34b01fd573ff up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:50:48.790913 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca62a1-4fdf-4410-a151-00c2076e9a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f3dd31-4d8e-4e51-9572-c07ca4b35015,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:48.811665 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851563116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854216125'] for network, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:48.821359 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-168c5dc5-1c21-4c85-9fef-2ad8f70d4686 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:48.830582 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-58ca62a1-4fdf-4410-a151-00c2076e9a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:48.859336 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:48.888667 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:48.912467 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-b2b5de70-d640-4169-9cac-be22f7288d6e tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:48.913557 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-b2b5de70-d640-4169-9cac-be22f7288d6e tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Synchronizing usage tracker for tenant:d7679e824ae94af092eab065a5350394 on resource:network {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:50:48.921023 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Pushing event deleted for resources: {'Network': ['ID=546ded0b-1d67-4807-b114-bb1700cfaba4,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:48.928297 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:48.938587 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-58ca62a1-4fdf-4410-a151-00c2076e9a38 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a9168178e2ca4907b6030869d359ba6d&name=default HTTP/1.1" status: 200 len: 2879 time: 2.4531684 Dec 02 15:50:48.948017 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce50cb8-0741-497b-b529-97c0d9b58653 req-54c69489-32c6-404b-a39d-b0047e75c852 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:48.959257 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8ce50cb8-0741-497b-b529-97c0d9b58653 req-54c69489-32c6-404b-a39d-b0047e75c852 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 931 time: 0.9722748 Dec 02 15:50:48.965639 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 35204) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:49.001933 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-357c9c0c-99ef-481a-becf-157b237c508a admin admin] 10.222.0.98 "DELETE /v2.0/networks/546ded0b-1d67-4807-b114-bb1700cfaba4 HTTP/1.1" status: 204 len: 168 time: 8.5744874 Dec 02 15:50:49.035521 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 35208) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:49.036689 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d0739f42-b1a3-4eb1-929f-98582a2fa747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:49.061881 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 6f0b04c5-4c82-4102-b3e3-34b01fd573ff triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:50:49.063685 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:49.116956 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-b2b5de70-d640-4169-9cac-be22f7288d6e tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Unset dirty status for tenant:d7679e824ae94af092eab065a5350394 on resource:network {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:50:49.130665 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-b2b5de70-d640-4169-9cac-be22f7288d6e tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/networks?id=e8564c47-b571-4eeb-9632-4e52a1d4b946 HTTP/1.1" status: 200 len: 819 time: 1.0474887 Dec 02 15:50:49.204331 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8ce50cb8-0741-497b-b529-97c0d9b58653 req-45ceec85-a165-4b87-b09c-78dc3f239ba6 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/security-groups?id=9e4b888e-c460-4232-9c1c-c94a69991f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427905 Dec 02 15:50:49.207001 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067'] for port, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:49.563501 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] Sync routers for ids ['b6289ab5-a495-4f1f-95ac-124675f24bca'] in dv-cinder-737618-2-smb {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:50:49.627318 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e0d6b5d1-823e-4efe-a755-2e50aba07ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:49.727590 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] Routers {'b6289ab5-a495-4f1f-95ac-124675f24bca'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:50:49.729614 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:50:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['b6289ab5-a495-4f1f-95ac-124675f24bca'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:50:49.789880 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-e2743906-53a4-458c-b01d-7b742e5d2d8d tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/quotas/d7679e824ae94af092eab065a5350394 HTTP/1.1" status: 200 len: 375 time: 0.6132069 Dec 02 15:50:49.942985 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Network 37c00fa4-9d8d-40bf-927e-52444f2dd708 is already hosted by enough agents. {{(pid=80331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:50:49.975155 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Resources bound (agent type, host, resource id): {{(pid=80331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:50:49.987091 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Received port after_create {{(pid=80331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:50:50.003770 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c5dc5-1c21-4c85-9fef-2ad8f70d4686 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Pushing event updated for resources: {'Port': ['ID=f0f85773-fe83-4375-bbd9-3603492de3ee,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:50.043481 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3d974698-c543-46a5-b259-d45025e81629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:50.052066 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] Set router b6289ab5-a495-4f1f-95ac-124675f24bca gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:50:50.094255 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-168c5dc5-1c21-4c85-9fef-2ad8f70d4686 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.057s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:50.124014 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Pushing event updated for resources: {'Port': ['ID=34c0300d-742e-4a8a-b6b7-3b0cb4d88602,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:50.158075 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:50.161456 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3d974698-c543-46a5-b259-d45025e81629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:50.189550 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18b5bec-b449-4da6-a776-2a2b08237945 admin admin] Deleting subnet 94c49745-1c00-48fc-9fe4-6655f79f68b1 {{(pid=80330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 15:50:50.273629 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a18b5bec-b449-4da6-a776-2a2b08237945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:50.385450 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a18b5bec-b449-4da6-a776-2a2b08237945 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14966934'] for subnet, precommit_delete_associations {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:50.462712 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a18b5bec-b449-4da6-a776-2a2b08237945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3212037'] for subnet, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:50.677836 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6289ab5-a495-4f1f-95ac-124675f24bca', 'name': 'tempest-ServerRescueNegativeTestJSON-1872844285-router', 'tenant_id': 'd7679e824ae94af092eab065a5350394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '6f0b04c5-4c82-4102-b3e3-34b01fd573ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:25Z', 'updated_at': '2020-12-02T15:50:39Z', 'revision_number': 4, 'project_id': 'd7679e824ae94af092eab065a5350394', 'gw_port': {'id': '6f0b04c5-4c82-4102-b3e3-34b01fd573ff', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6289ab5-a495-4f1f-95ac-124675f24bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:28Z', 'updated_at': '2020-12-02T15:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '16efdc73-78e6-4af5-8f7a-0f31b4c67c04', 'name': '', 'network_id': 'e8564c47-b571-4eeb-9632-4e52a1d4b946', 'tenant_id': 'd7679e824ae94af092eab065a5350394', 'mac_address': 'fa:16:3e:31:84:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6289ab5-a495-4f1f-95ac-124675f24bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3e434592-5494-4b21-a789-a46e40e41519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:37Z', 'updated_at': '2020-12-02T15:50:40Z', 'revision_number': 2, 'project_id': 'd7679e824ae94af092eab065a5350394', 'subnets': [{'id': '3e434592-5494-4b21-a789-a46e40e41519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:50:50.683945 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] Checking router: b6289ab5-a495-4f1f-95ac-124675f24bca for host: dv-cinder-737618-2-smb {{(pid=80332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:50:50.684631 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] Updating router b6289ab5-a495-4f1f-95ac-124675f24bca port 16efdc73-78e6-4af5-8f7a-0f31b4c67c04 binding host dv-cinder-737618-2-smb {{(pid=80332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 15:50:50.719603 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-168c5dc5-1c21-4c85-9fef-2ad8f70d4686 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Network 35fd24f2-ba7b-406a-8613-44494f3bdb02 is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:50:50.739954 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for floatingip, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:50.760347 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-168c5dc5-1c21-4c85-9fef-2ad8f70d4686 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:50:50.779241 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-9fde12b2-0c67-419d-80c4-40021a600a0b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Synchronizing usage tracker for tenant:d7679e824ae94af092eab065a5350394 on resource:port {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:50:50.798228 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-168c5dc5-1c21-4c85-9fef-2ad8f70d4686 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:50:50.866494 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:50.931439 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:50.984373 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d8805-de7c-42a5-90e1-439d94ad613a req-b5371623-1be1-4253-a5f1-1004440262d0 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:51.002486 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-168c5dc5-1c21-4c85-9fef-2ad8f70d4686 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:51.002886 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-025d8805-de7c-42a5-90e1-439d94ad613a req-b5371623-1be1-4253-a5f1-1004440262d0 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 932 time: 1.1453409 Dec 02 15:50:51.003275 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-168c5dc5-1c21-4c85-9fef-2ad8f70d4686 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:51.023290 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-9fde12b2-0c67-419d-80c4-40021a600a0b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Unset dirty status for tenant:d7679e824ae94af092eab065a5350394 on resource:port {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:50:51.026274 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-9fde12b2-0c67-419d-80c4-40021a600a0b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?tenant_id=d7679e824ae94af092eab065a5350394&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2349994 Dec 02 15:50:51.110976 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.resource_extend [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 02 15:50:51.162932 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-168c5dc5-1c21-4c85-9fef-2ad8f70d4686 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 11.8984470 Dec 02 15:50:51.224594 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] Request body: {'port': {'device_id': '635c64b0-74a6-4c34-ab54-916b19c76a82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:50:51.279743 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-d8402c3b-e236-4564-b7f0-dbc95fbe30f6 service neutron] 10.222.0.98 "GET /v2.0/networks/e8564c47-b571-4eeb-9632-4e52a1d4b946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379901 Dec 02 15:50:51.285770 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177e2dd7-2b3f-40fb-9dcf-26d522df65e2 {{(pid=80330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 15:50:51.313294 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:51.456022 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:51.470104 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a18b5bec-b449-4da6-a776-2a2b08237945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851563747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15721353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14709024'] for subnet, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:51.494305 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:51.763294 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-ffdd49db-26d3-48c5-819a-514f09a36226 service neutron] 10.222.0.98 "GET /v2.0/networks/e8564c47-b571-4eeb-9632-4e52a1d4b946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4335334 Dec 02 15:50:51.765180 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-025d8805-de7c-42a5-90e1-439d94ad613a req-c8cb37a9-58a3-48ca-bb1a-5f895382ef7e tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Synchronizing usage tracker for tenant:5b044abbdfeb42beab9693a7883ab0b0 on resource:security_group {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:50:51.865299 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3d974698-c543-46a5-b259-d45025e81629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:51.879037 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:51.925058 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d974698-c543-46a5-b259-d45025e81629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f3dd31-4d8e-4e51-9572-c07ca4b35015,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:51.954940 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] Notify callbacks [] for port, precommit_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:52.050946 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] Transition to ACTIVE for port object 16efdc73-78e6-4af5-8f7a-0f31b4c67c04 will not be triggered until provisioned by entity L2. {{(pid=80332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:50:52.104136 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-3d974698-c543-46a5-b259-d45025e81629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:52.111667 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a8b2f55e-b863-4244-ba08-d03513af974d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:52.115613 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:52.118066 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-025d8805-de7c-42a5-90e1-439d94ad613a req-c8cb37a9-58a3-48ca-bb1a-5f895382ef7e tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Unset dirty status for tenant:5b044abbdfeb42beab9693a7883ab0b0 on resource:security_group {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:50:52.127892 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-025d8805-de7c-42a5-90e1-439d94ad613a req-c8cb37a9-58a3-48ca-bb1a-5f895382ef7e tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0928867 Dec 02 15:50:52.194924 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3d974698-c543-46a5-b259-d45025e81629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:52.208344 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Transition to ACTIVE for port object 177e2dd7-2b3f-40fb-9dcf-26d522df65e2 will not be triggered until provisioned by entity L2. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:50:52.212733 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b5bec-b449-4da6-a776-2a2b08237945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94c49745-1c00-48fc-9fe4-6655f79f68b1,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:52.215106 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-3d974698-c543-46a5-b259-d45025e81629 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e4f3dd31-4d8e-4e51-9572-c07ca4b35015 HTTP/1.1" status: 204 len: 168 time: 3.2461717 Dec 02 15:50:52.236172 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a18b5bec-b449-4da6-a776-2a2b08237945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:52.243985 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:52.780050 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:52.852511 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a18b5bec-b449-4da6-a776-2a2b08237945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for subnet, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:52.908595 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-a18b5bec-b449-4da6-a776-2a2b08237945 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/94c49745-1c00-48fc-9fe4-6655f79f68b1 HTTP/1.1" status: 204 len: 168 time: 3.8088796 Dec 02 15:50:52.915655 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:52.924328 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 35246) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:52.930770 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-37cab7d4-caef-453c-a327-3b06619dbcd4 req-35c459b8-412d-49bd-91ed-2ffe71d846de tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 210 time: 0.1937392 Dec 02 15:50:53.198832 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0f85773-fe83-4375-bbd9-3603492de3ee {{(pid=80330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 15:50:53.229481 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:53.399495 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] Transition to ACTIVE for port object f0f85773-fe83-4375-bbd9-3603492de3ee will not be triggered until provisioned by entity L2. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:50:53.447671 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Pushing event updated for resources: {'Port': ['ID=177e2dd7-2b3f-40fb-9dcf-26d522df65e2,revision_number=2']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:53.489587 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:53.493725 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:53.569656 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851402585'] for network, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:53.832538 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4004d41-df0e-462f-9644-e30b18341412 None None] Pushing event updated for resources: {'Port': ['ID=16efdc73-78e6-4af5-8f7a-0f31b4c67c04,revision_number=3']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:53.852456 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:53.852597 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a4004d41-df0e-462f-9644-e30b18341412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.606s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:53.856322 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] Attempting to bind port 16efdc73-78e6-4af5-8f7a-0f31b4c67c04 on host dv-cinder-737618-2-smb for vnic_type normal with profile {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:50:53.858308 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] Attempting to bind port 16efdc73-78e6-4af5-8f7a-0f31b4c67c04 by drivers openvswitch on host dv-cinder-737618-2-smb at level 0 using segments [{'id': '088ed473-7800-49dc-ba8b-c6f8f92efc2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8564c47-b571-4eeb-9632-4e52a1d4b946'}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:50:53.858308 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] Attempting to bind port 16efdc73-78e6-4af5-8f7a-0f31b4c67c04 on network e8564c47-b571-4eeb-9632-4e52a1d4b946 {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:50:53.927016 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] Checking agent: {'id': '9e491a05-148d-4c27-9923-258931fe0ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 40, 26), 'started_at': datetime.datetime(2020, 12, 2, 15, 40, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:50:53.927016 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] Checking segment: {'id': '088ed473-7800-49dc-ba8b-c6f8f92efc2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8564c47-b571-4eeb-9632-4e52a1d4b946'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:50:53.927016 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:53.927016 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] Bound using segment: {'id': '088ed473-7800-49dc-ba8b-c6f8f92efc2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8564c47-b571-4eeb-9632-4e52a1d4b946'} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:50:53.927016 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] Bound port: 16efdc73-78e6-4af5-8f7a-0f31b4c67c04, host: dv-cinder-737618-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088ed473-7800-49dc-ba8b-c6f8f92efc2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8564c47-b571-4eeb-9632-4e52a1d4b946'}}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:50:53.927016 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:54.048091 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.resource_extend [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] It took 1.00 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 02 15:50:54.048195 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f85773-fe83-4375-bbd9-3603492de3ee,revision_number=2']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:54.048195 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:54.092197 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for port, precommit_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:54.344328 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] For port 16efdc73-78e6-4af5-8f7a-0f31b4c67c04, host dv-cinder-737618-2-smb, cleared binding levels {{(pid=80332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:50:54.363274 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] For port 16efdc73-78e6-4af5-8f7a-0f31b4c67c04, host dv-cinder-737618-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=16efdc73-78e6-4af5-8f7a-0f31b4c67c04,segment=NetworkSegment(088ed473-7800-49dc-ba8b-c6f8f92efc2b),segment_id=088ed473-7800-49dc-ba8b-c6f8f92efc2b)] {{(pid=80332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:50:54.372709 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:54.418843 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:54.457884 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5e7f3e3e-b3d8-4f5f-8b75-096cc1ae1d44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:54.488623 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:54.710218 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] Attempting to bind port f0f85773-fe83-4375-bbd9-3603492de3ee on host hv-cinder-73761 for vnic_type normal with profile {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:50:54.710929 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] Attempting to bind port f0f85773-fe83-4375-bbd9-3603492de3ee by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '9aebbdee-50e1-48d0-ae87-0bb502d0e028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '35fd24f2-ba7b-406a-8613-44494f3bdb02'}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:50:54.711299 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] Attempting to bind port f0f85773-fe83-4375-bbd9-3603492de3ee on network 35fd24f2-ba7b-406a-8613-44494f3bdb02 {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:50:54.724202 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] Checking agent: {'id': 'a457a183-c7c9-4615-b19d-972b3b736d4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 48, 2), 'started_at': datetime.datetime(2020, 12, 2, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:50:54.724588 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] Checking segment: {'id': '9aebbdee-50e1-48d0-ae87-0bb502d0e028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '35fd24f2-ba7b-406a-8613-44494f3bdb02'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:50:54.724998 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:54.725398 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] Bound using segment: {'id': '9aebbdee-50e1-48d0-ae87-0bb502d0e028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '35fd24f2-ba7b-406a-8613-44494f3bdb02'} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:50:54.726065 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] Bound port: f0f85773-fe83-4375-bbd9-3603492de3ee, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aebbdee-50e1-48d0-ae87-0bb502d0e028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '35fd24f2-ba7b-406a-8613-44494f3bdb02'}}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:50:54.726476 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:54.729645 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb51ce-5b25-4f15-b591-ff6ebd32a353 req-9b5d5cdc-4eef-49bc-8075-2a7d8fcdc88b tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:54.740463 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-fdfb51ce-5b25-4f15-b591-ff6ebd32a353 req-9b5d5cdc-4eef-49bc-8075-2a7d8fcdc88b tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 943 time: 2.2453792 Dec 02 15:50:54.812589 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ad969e48-a324-4e65-b49a-4bfc9fa7f130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:54.841984 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4004d41-df0e-462f-9644-e30b18341412 None None] Pushing event updated for resources: {'Port': ['ID=16efdc73-78e6-4af5-8f7a-0f31b4c67c04,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:54.854590 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3212700', 'neutron.services.segments.db._delete_segments_for_network--9223363299656580280'] for network, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:54.893780 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a4004d41-df0e-462f-9644-e30b18341412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:54.971188 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Attempting to bind port 177e2dd7-2b3f-40fb-9dcf-26d522df65e2 on host hv-cinder-73761 for vnic_type normal with profile {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:50:54.972040 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Attempting to bind port 177e2dd7-2b3f-40fb-9dcf-26d522df65e2 by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '2e755052-6b7e-45a8-880f-89b20c4933c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '513b6f51-5fd7-4427-b8da-a6a3d5f1734a'}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:50:54.972422 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Attempting to bind port 177e2dd7-2b3f-40fb-9dcf-26d522df65e2 on network 513b6f51-5fd7-4427-b8da-a6a3d5f1734a {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:50:55.020376 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Checking agent: {'id': 'a457a183-c7c9-4615-b19d-972b3b736d4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 48, 2), 'started_at': datetime.datetime(2020, 12, 2, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:50:55.021290 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Checking segment: {'id': '2e755052-6b7e-45a8-880f-89b20c4933c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '513b6f51-5fd7-4427-b8da-a6a3d5f1734a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:50:55.021693 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:55.022660 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Bound using segment: {'id': '2e755052-6b7e-45a8-880f-89b20c4933c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '513b6f51-5fd7-4427-b8da-a6a3d5f1734a'} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:50:55.023430 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Bound port: 177e2dd7-2b3f-40fb-9dcf-26d522df65e2, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e755052-6b7e-45a8-880f-89b20c4933c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '513b6f51-5fd7-4427-b8da-a6a3d5f1734a'}}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:50:55.027317 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:55.087403 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:55.140661 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Pushing event updated for resources: {'Port': ['ID=34c0300d-742e-4a8a-b6b7-3b0cb4d88602,revision_number=2']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:55.154621 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:55.207157 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] Routers {'b6289ab5-a495-4f1f-95ac-124675f24bca'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:50:55.213365 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:50:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['b6289ab5-a495-4f1f-95ac-124675f24bca'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:50:55.240880 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:55.241293 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:55.242130 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:55.242720 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Subscribe: > port after_create 55550000 {{(pid=80331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:55.245591 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:55.246206 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Subscribe: > port after_update 55550000 {{(pid=80331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:55.246649 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:55.248616 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:55.248616 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:55.248616 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:55.270737 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] For port f0f85773-fe83-4375-bbd9-3603492de3ee, host hv-cinder-73761, cleared binding levels {{(pid=80330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:50:55.414217 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] For port 177e2dd7-2b3f-40fb-9dcf-26d522df65e2, host hv-cinder-73761, cleared binding levels {{(pid=80330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:50:55.418643 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] For port 177e2dd7-2b3f-40fb-9dcf-26d522df65e2, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=177e2dd7-2b3f-40fb-9dcf-26d522df65e2,segment=NetworkSegment(2e755052-6b7e-45a8-880f-89b20c4933c9),segment_id=2e755052-6b7e-45a8-880f-89b20c4933c9)] {{(pid=80330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:50:55.436863 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] For port f0f85773-fe83-4375-bbd9-3603492de3ee, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=f0f85773-fe83-4375-bbd9-3603492de3ee,segment=NetworkSegment(9aebbdee-50e1-48d0-ae87-0bb502d0e028),segment_id=9aebbdee-50e1-48d0-ae87-0bb502d0e028)] {{(pid=80330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:50:55.438952 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:55.662336 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:55.663059 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:55.663725 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:55.664477 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 02 15:50:55.665371 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbe6e87-16f8-4e2d-b66d-cda00f4effd8']}} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:50:55.690612 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '195daeb9-05be-4a32-8ee0-a03d9c08ab73') {'for_net_delete': True} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:50:55.691005 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '195daeb9-05be-4a32-8ee0-a03d9c08ab73') {} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:50:55.707742 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299656579768', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15564418'] for segment, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:55.708019 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] Set router b6289ab5-a495-4f1f-95ac-124675f24bca gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:50:55.746907 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:55.746907 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 15:50:55.954971 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-fdfb51ce-5b25-4f15-b591-ff6ebd32a353 req-d6123ff9-9368-4ffe-87da-b2cb26ccce73 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/security-groups?id=9e4b888e-c460-4232-9c1c-c94a69991f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2128816 Dec 02 15:50:56.093124 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:56.138584 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:56.165307 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 16efdc73-78e6-4af5-8f7a-0f31b4c67c04 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:50:56.222217 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:56.477513 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning for port 16efdc73-78e6-4af5-8f7a-0f31b4c67c04 completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:50:56.495921 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 16efdc73-78e6-4af5-8f7a-0f31b4c67c04 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:50:56.500098 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:56.683230 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36d43f-3eb5-482e-960b-0a71d9c7d12f req-9272dd87-6247-4171-8b0b-1ea41d58e42e tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:56.686315 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5e36d43f-3eb5-482e-960b-0a71d9c7d12f req-9272dd87-6247-4171-8b0b-1ea41d58e42e tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 944 time: 2.5636303 Dec 02 15:50:56.739799 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Network efbe6e87-16f8-4e2d-b66d-cda00f4effd8 has no segments {{(pid=80331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 15:50:56.797978 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3225722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839950839'] for segment, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:56.910244 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Pushing event updated for resources: {'Port': ['ID=177e2dd7-2b3f-40fb-9dcf-26d522df65e2,revision_number=3']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:56.916196 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.90', 64085) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:50:56.920354 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:56.943017 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:56.962958 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6289ab5-a495-4f1f-95ac-124675f24bca', 'name': 'tempest-ServerRescueNegativeTestJSON-1872844285-router', 'tenant_id': 'd7679e824ae94af092eab065a5350394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '6f0b04c5-4c82-4102-b3e3-34b01fd573ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:25Z', 'updated_at': '2020-12-02T15:50:39Z', 'revision_number': 4, 'project_id': 'd7679e824ae94af092eab065a5350394', 'gw_port': {'id': '6f0b04c5-4c82-4102-b3e3-34b01fd573ff', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6289ab5-a495-4f1f-95ac-124675f24bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:28Z', 'updated_at': '2020-12-02T15:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '16efdc73-78e6-4af5-8f7a-0f31b4c67c04', 'name': '', 'network_id': 'e8564c47-b571-4eeb-9632-4e52a1d4b946', 'tenant_id': 'd7679e824ae94af092eab065a5350394', 'mac_address': 'fa:16:3e:31:84:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6289ab5-a495-4f1f-95ac-124675f24bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3e434592-5494-4b21-a789-a46e40e41519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:37Z', 'updated_at': '2020-12-02T15:50:54Z', 'revision_number': 4, 'project_id': 'd7679e824ae94af092eab065a5350394', 'subnets': [{'id': '3e434592-5494-4b21-a789-a46e40e41519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:50:56.974841 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.782s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:56.988273 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d739562-47f4-4b81-8432-b3c69826fff4 None None] The sync data for ids ['b6289ab5-a495-4f1f-95ac-124675f24bca'] in dv-cinder-737618-2-smb is: [{'id': 'b6289ab5-a495-4f1f-95ac-124675f24bca', 'name': 'tempest-ServerRescueNegativeTestJSON-1872844285-router', 'tenant_id': 'd7679e824ae94af092eab065a5350394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '6f0b04c5-4c82-4102-b3e3-34b01fd573ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:25Z', 'updated_at': '2020-12-02T15:50:39Z', 'revision_number': 4, 'project_id': 'd7679e824ae94af092eab065a5350394', 'gw_port': {'id': '6f0b04c5-4c82-4102-b3e3-34b01fd573ff', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6289ab5-a495-4f1f-95ac-124675f24bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:28Z', 'updated_at': '2020-12-02T15:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '16efdc73-78e6-4af5-8f7a-0f31b4c67c04', 'name': '', 'network_id': 'e8564c47-b571-4eeb-9632-4e52a1d4b946', 'tenant_id': 'd7679e824ae94af092eab065a5350394', 'mac_address': 'fa:16:3e:31:84:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6289ab5-a495-4f1f-95ac-124675f24bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3e434592-5494-4b21-a789-a46e40e41519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:37Z', 'updated_at': '2020-12-02T15:50:54Z', 'revision_number': 4, 'project_id': 'd7679e824ae94af092eab065a5350394', 'subnets': [{'id': '3e434592-5494-4b21-a789-a46e40e41519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:50:56.995758 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:57.142176 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] For port 16efdc73-78e6-4af5-8f7a-0f31b4c67c04, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=16efdc73-78e6-4af5-8f7a-0f31b4c67c04,segment=NetworkSegment(088ed473-7800-49dc-ba8b-c6f8f92efc2b),segment_id=088ed473-7800-49dc-ba8b-c6f8f92efc2b)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:50:57.212099 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:57.217852 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-35e4a68c-ac8a-40df-bce4-c8903c85f2a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:57.238074 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f85773-fe83-4375-bbd9-3603492de3ee,revision_number=3']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:57.262760 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:57.364907 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:57.365693 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:57.367991 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] 10.222.0.90 "PUT /v2.0/ports/177e2dd7-2b3f-40fb-9dcf-26d522df65e2 HTTP/1.1" status: 200 len: 1157 time: 12.0013382 Dec 02 15:50:57.368145 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c471e15b-81e7-42ba-9afc-a29ddf536da9', 'tag': '177e2dd7-2b3f-40fb-9dcf-26d522df65e2'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:50:57.466767 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:57.467381 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:57.470587 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] 10.222.0.90 "PUT /v2.0/ports/f0f85773-fe83-4375-bbd9-3603492de3ee HTTP/1.1" status: 200 len: 1158 time: 6.2588904 Dec 02 15:50:57.549847 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-e49c25df-99f6-4458-9f53-50885b403b17 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:57.551916 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-e49c25df-99f6-4458-9f53-50885b403b17 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.90 "GET /v2.0/networks?id=e8564c47-b571-4eeb-9632-4e52a1d4b946 HTTP/1.1" status: 200 len: 819 time: 0.6118097 Dec 02 15:50:57.583172 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-cfc4305e-7bdd-40e3-bb8c-f66773664db9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Request body: {'port': {'device_id': 'f3b23da2-27ae-424d-a7d8-09afade6eab8', 'network_id': 'e8564c47-b571-4eeb-9632-4e52a1d4b946', 'admin_state_up': True, 'tenant_id': 'd7679e824ae94af092eab065a5350394'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:50:57.704818 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Pushing event updated for resources: {'Port': ['ID=16efdc73-78e6-4af5-8f7a-0f31b4c67c04,revision_number=5']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:57.732335 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:58.444987 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5e36d43f-3eb5-482e-960b-0a71d9c7d12f req-d950d085-7415-4bc9-a33f-03708c1d5672 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7142487 Dec 02 15:50:58.471531 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854216080'] for floatingip, after_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:58.496199 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-fb263681-8edb-41c7-b23c-d3baf125ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:58.499722 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-fb263681-8edb-41c7-b23c-d3baf125ceb9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d2546e4eef1e43a9943badf154d1cf38&device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 1160 time: 0.7748315 Dec 02 15:50:58.503361 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-f2cabf7c-2420-4e71-ad92-c37d81b9069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:58.506261 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-f2cabf7c-2420-4e71-ad92-c37d81b9069d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5b044abbdfeb42beab9693a7883ab0b0&device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 1161 time: 0.7887754 Dec 02 15:50:58.537459 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-cfc4305e-7bdd-40e3-bb8c-f66773664db9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:50:58.544384 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:50:58.666234 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-65712efd-607c-4b13-bfdc-9abbe39358a3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=177e2dd7-2b3f-40fb-9dcf-26d522df65e2 HTTP/1.1" status: 200 len: 217 time: 0.1250403 Dec 02 15:50:58.731883 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Network efbe6e87-16f8-4e2d-b66d-cda00f4effd8 has no segments {{(pid=80331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: (rel_b, rel_a, rel_b), Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: (rel_b, rel_a, rel_b), Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: Traceback (most recent call last): Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: timer() Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: cb(*args, **kw) Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: return func(*args, **kwargs) Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: self._notify() Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: self.callback(batched_events) Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: event.method(event) Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: segment_id)['aggregates'][0] Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: return f(self, *a, **k) Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: return self._get(url).json() Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: **kwargs) Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: return self.request(url, 'GET', **kwargs) Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: **endpoint_filter) Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 15:50:58.782052 dv-cinder-737618-2-smb neutron-server[80217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 15:50:58.823813 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-cfc4305e-7bdd-40e3-bb8c-f66773664db9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:50:58.878751 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for floatingip, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:58.880274 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-4adfbc84-19b3-43c2-93f7-70d4eefa6728 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 15.1559448 Dec 02 15:50:58.887394 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-e7be9139-5582-4d35-8dec-f5bd41fc8afe tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:58.896022 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-e7be9139-5582-4d35-8dec-f5bd41fc8afe tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/networks?id=e8564c47-b571-4eeb-9632-4e52a1d4b946 HTTP/1.1" status: 200 len: 819 time: 2.1040218 Dec 02 15:50:58.926653 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-62a0e2c4-5ae6-4401-9598-2ceec6dba320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:58.928322 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-62a0e2c4-5ae6-4401-9598-2ceec6dba320 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0c48d1ae-b87e-4fe7-9337-0f34cb881e60 HTTP/1.1" status: 200 len: 852 time: 0.1123335 Dec 02 15:50:58.942566 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-07280b41-9ad9-4934-adbe-e6381056c1bd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0f85773-fe83-4375-bbd9-3603492de3ee HTTP/1.1" status: 200 len: 217 time: 0.2807889 Dec 02 15:50:58.955994 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-2dcfc958-8dfa-45e0-a027-d70e39c3a6fe tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/quotas/d7679e824ae94af092eab065a5350394 HTTP/1.1" status: 200 len: 375 time: 0.0589001 Dec 02 15:50:58.999083 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-da9aebc9-da05-4f5e-9149-567c429906fa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=513b6f51-5fd7-4427-b8da-a6a3d5f1734a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564606 Dec 02 15:50:59.039405 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cd57e-be93-436f-9708-b9d829dc7c92 req-b65cc692-5f15-40da-89d4-8327a987f203 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:59.047979 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7e0cd57e-be93-436f-9708-b9d829dc7c92 req-b65cc692-5f15-40da-89d4-8327a987f203 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 943 time: 0.3867047 Dec 02 15:50:59.110946 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851563116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854216125'] for network, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:59.128760 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7e0cd57e-be93-436f-9708-b9d829dc7c92 req-62d72830-52dc-49fe-885a-2d2b794e9bf4 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/security-groups?id=9e4b888e-c460-4232-9c1c-c94a69991f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796900 Dec 02 15:50:59.144291 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:50:59.176643 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Pushing event deleted for resources: {'Network': ['ID=efbe6e87-16f8-4e2d-b66d-cda00f4effd8,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:50:59.191266 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:59.212689 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] 10.222.0.98 "DELETE /v2.0/networks/efbe6e87-16f8-4e2d-b66d-cda00f4effd8 HTTP/1.1" status: 204 len: 168 time: 6.2853153 Dec 02 15:50:59.214331 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:50:59.270504 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-d5fb5d84-a339-4254-8a33-575f2cceb198 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?tenant_id=d7679e824ae94af092eab065a5350394&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3129673 Dec 02 15:50:59.309410 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-5005b094-fb42-4ac3-9219-f7862d542b2f service neutron] 10.222.0.90 "GET /v2.0/networks/513b6f51-5fd7-4427-b8da-a6a3d5f1734a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591648 Dec 02 15:50:59.315280 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-cfc4305e-7bdd-40e3-bb8c-f66773664db9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Made reservation on behalf of d7679e824ae94af092eab065a5350394 for: {'port': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:50:59.323320 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-cfc4305e-7bdd-40e3-bb8c-f66773664db9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:50:59.619383 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-091df679-c0c7-47dc-8b57-0e7a1752a23d service neutron] 10.222.0.98 "GET /v2.0/networks/e8564c47-b571-4eeb-9632-4e52a1d4b946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438070 Dec 02 15:50:59.793847 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-2ff9ee89-bce3-49c2-a3b7-815afcaa7b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:50:59.793847 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-2ff9ee89-bce3-49c2-a3b7-815afcaa7b0f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=68d8031a-7a09-472a-b47a-09b4d4b5b727 HTTP/1.1" status: 200 len: 855 time: 0.7963226 Dec 02 15:50:59.871239 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-c6c58cfd-bce1-4ce7-92e5-e3b0da442e63 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=35fd24f2-ba7b-406a-8613-44494f3bdb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716462 Dec 02 15:50:59.951478 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 16efdc73-78e6-4af5-8f7a-0f31b4c67c04 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:51:00.213899 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b62a0ecf-8601-4099-9eb3-06e37049e02e req-f3532fb3-cd5d-4898-b457-13e309dec8d1 service neutron] 10.222.0.90 "GET /v2.0/networks/513b6f51-5fd7-4427-b8da-a6a3d5f1734a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8606164 Dec 02 15:51:00.305228 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-3ae43457-2d59-49b1-a434-44e6d36e1a1f service neutron] 10.222.0.90 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261255 Dec 02 15:51:00.383973 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 16efdc73-78e6-4af5-8f7a-0f31b4c67c04 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:51:00.385083 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:00.403810 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-f4e2996e-6490-4151-ad34-ef738d370d4d service neutron] 10.222.0.98 "GET /v2.0/networks/e8564c47-b571-4eeb-9632-4e52a1d4b946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7814605 Dec 02 15:51:00.677563 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c471e15b-81e7-42ba-9afc-a29ddf536da9', 'tag': '177e2dd7-2b3f-40fb-9dcf-26d522df65e2', 'status': 'completed', 'code': 200} Dec 02 15:51:00.679764 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-6a368dfc-3686-4304-85be-4333f2a7b13f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Synchronizing usage tracker for tenant:cca84cc05e794548902f38e2444508de on resource:security_group {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:51:00.704622 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bfa627df-9079-4eb4-8a52-b9336ba771f5 req-c302b940-2688-4bf5-947b-fc2788cac8e6 service neutron] 10.222.0.90 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3873680 Dec 02 15:51:00.770822 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-6a368dfc-3686-4304-85be-4333f2a7b13f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Unset dirty status for tenant:cca84cc05e794548902f38e2444508de on resource:security_group {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:51:00.779641 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-6a368dfc-3686-4304-85be-4333f2a7b13f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--2083228331&fields=id&tenant_id=cca84cc05e794548902f38e2444508de HTTP/1.1" status: 200 len: 267 time: 0.1848512 Dec 02 15:51:01.054797 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 35432) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:01.270412 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-cfc4305e-7bdd-40e3-bb8c-f66773664db9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Allocated IP 172.20.0.6 (e8564c47-b571-4eeb-9632-4e52a1d4b946/3e434592-5494-4b21-a789-a46e40e41519/18f02f70-567f-4198-9394-ba2790ddbc2f) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:51:01.425434 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b1517-d157-458d-95bf-59f20250f32c req-e1baa282-de7e-4605-928f-280662db9b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:01.427635 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-aa8b1517-d157-458d-95bf-59f20250f32c req-e1baa282-de7e-4605-928f-280662db9b71 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d2546e4eef1e43a9943badf154d1cf38&device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 1160 time: 0.6055787 Dec 02 15:51:01.512529 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-f2065469-eae7-47fc-be38-21760ae70c46 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cd465b6b233443b29682b75e746185e2&name=default HTTP/1.1" status: 200 len: 2875 time: 0.4506438 Dec 02 15:51:01.523366 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-e728481d-4292-4f2a-a9d9-ba68d0cf2998 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:01.527015 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-e728481d-4292-4f2a-a9d9-ba68d0cf2998 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/networks?id=897c5c37-7e4c-49f0-aa05-6604955b43fe HTTP/1.1" status: 200 len: 810 time: 0.7386591 Dec 02 15:51:01.528025 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 35450) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:01.616389 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-8b94eaaa-57f3-473f-a671-1575cc76ed71 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/quotas/cca84cc05e794548902f38e2444508de HTTP/1.1" status: 200 len: 375 time: 0.0575695 Dec 02 15:51:01.692035 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c212f-02b6-4bd9-ba57-b96efe378cba req-e2d998aa-ec25-4f31-841a-199ba06794d0 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:01.693755 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c77c212f-02b6-4bd9-ba57-b96efe378cba req-e2d998aa-ec25-4f31-841a-199ba06794d0 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 944 time: 0.3651381 Dec 02 15:51:01.752450 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b1517-d157-458d-95bf-59f20250f32c req-071704a6-379a-4e0c-8d42-03cea2112d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:01.754045 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-aa8b1517-d157-458d-95bf-59f20250f32c req-071704a6-379a-4e0c-8d42-03cea2112d83 service neutron] 10.222.0.90 "GET /v2.0/networks?id=513b6f51-5fd7-4427-b8da-a6a3d5f1734a HTTP/1.1" status: 200 len: 906 time: 0.3095579 Dec 02 15:51:01.792952 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b9a899c6-1c17-4dcc-af29-61d993afc249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:01.816297 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c77c212f-02b6-4bd9-ba57-b96efe378cba req-1097363b-ce70-4a7c-91fc-525eb05a11d2 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052904 Dec 02 15:51:01.856317 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b9a899c6-1c17-4dcc-af29-61d993afc249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:01.891634 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-5cd71bf1-169b-4373-88fe-a65c355aedf4 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?tenant_id=cca84cc05e794548902f38e2444508de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2573674 Dec 02 15:51:01.896022 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-aa8b1517-d157-458d-95bf-59f20250f32c req-69d33a78-a4a5-4194-8e5d-8beb3a96b644 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=177e2dd7-2b3f-40fb-9dcf-26d522df65e2 HTTP/1.1" status: 200 len: 217 time: 0.1230102 Dec 02 15:51:01.935675 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:02.035331 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-cfc4305e-7bdd-40e3-bb8c-f66773664db9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:02.039814 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b1517-d157-458d-95bf-59f20250f32c req-ff279ff4-15b9-443d-bf26-eb3f2edc417e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:02.041424 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-aa8b1517-d157-458d-95bf-59f20250f32c req-ff279ff4-15b9-443d-bf26-eb3f2edc417e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=0c48d1ae-b87e-4fe7-9337-0f34cb881e60 HTTP/1.1" status: 200 len: 852 time: 0.1372099 Dec 02 15:51:02.090132 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b9a899c6-1c17-4dcc-af29-61d993afc249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:02.117947 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-cfc4305e-7bdd-40e3-bb8c-f66773664db9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:02.128476 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-aa8b1517-d157-458d-95bf-59f20250f32c req-12e8f25a-2fff-42c1-8317-65fba8618cd2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=513b6f51-5fd7-4427-b8da-a6a3d5f1734a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565019 Dec 02 15:51:02.150525 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:02.151735 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:02.174813 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-770db081-a9e6-4746-bf17-55d2d2d87220 service neutron] 10.222.0.98 "GET /v2.0/networks/897c5c37-7e4c-49f0-aa05-6604955b43fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592688 Dec 02 15:51:02.184224 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a899c6-1c17-4dcc-af29-61d993afc249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd94bb69-aa38-4605-b259-2a772d485869,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:02.191929 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b9a899c6-1c17-4dcc-af29-61d993afc249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:02.193271 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-b9a899c6-1c17-4dcc-af29-61d993afc249 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cd94bb69-aa38-4605-b259-2a772d485869 HTTP/1.1" status: 204 len: 168 time: 0.6618550 Dec 02 15:51:02.275507 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b9a899c6-1c17-4dcc-af29-61d993afc249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:02.547496 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-aa8b1517-d157-458d-95bf-59f20250f32c req-3fa547b4-1814-438c-966b-361ce1dc897c service neutron] 10.222.0.90 "GET /v2.0/networks/513b6f51-5fd7-4427-b8da-a6a3d5f1734a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969879 Dec 02 15:51:02.597475 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676efe54-ca7d-496e-b3f8-55b9c311eeb0 req-54a54f09-b5a4-445f-bcdb-5298284dd9f8 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:02.599335 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-676efe54-ca7d-496e-b3f8-55b9c311eeb0 req-54a54f09-b5a4-445f-bcdb-5298284dd9f8 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 943 time: 0.5144229 Dec 02 15:51:02.659579 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4305e-7bdd-40e3-bb8c-f66773664db9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Pushing event updated for resources: {'Port': ['ID=18f02f70-567f-4198-9394-ba2790ddbc2f,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:02.663129 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-4cd352c1-ea5a-4601-8d48-8ae8921c2736 service neutron] 10.222.0.98 "GET /v2.0/networks/897c5c37-7e4c-49f0-aa05-6604955b43fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4727159 Dec 02 15:51:02.674986 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-676efe54-ca7d-496e-b3f8-55b9c311eeb0 req-37ff2594-5e26-477d-9fb7-2f07eb175123 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/security-groups?id=9e4b888e-c460-4232-9c1c-c94a69991f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687687 Dec 02 15:51:02.844831 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635c64b0-74a6-4c34-ab54-916b19c76a82', 'tag': 'f0f85773-fe83-4375-bbd9-3603492de3ee'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:51:02.855442 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-aa8b1517-d157-458d-95bf-59f20250f32c req-272d1ad5-042a-44ba-a2f8-8122d280de4d service neutron] 10.222.0.90 "GET /v2.0/networks/513b6f51-5fd7-4427-b8da-a6a3d5f1734a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2942939 Dec 02 15:51:02.856106 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-cfc4305e-7bdd-40e3-bb8c-f66773664db9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:02.929591 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-cfc4305e-7bdd-40e3-bb8c-f66773664db9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Network e8564c47-b571-4eeb-9632-4e52a1d4b946 is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:51:02.930925 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-cfc4305e-7bdd-40e3-bb8c-f66773664db9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:51:02.935662 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-cfc4305e-7bdd-40e3-bb8c-f66773664db9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:51:03.051103 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-cfc4305e-7bdd-40e3-bb8c-f66773664db9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:03.051103 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-cfc4305e-7bdd-40e3-bb8c-f66773664db9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:03.075079 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-00e92693-408c-4760-8487-b90e7c8677a3 req-6f2ccbeb-8cfa-4f4a-bcd2-5facc90389f1 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 210 time: 0.1273773 Dec 02 15:51:03.090079 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635c64b0-74a6-4c34-ab54-916b19c76a82', 'tag': 'f0f85773-fe83-4375-bbd9-3603492de3ee', 'status': 'completed', 'code': 200} Dec 02 15:51:03.125561 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-cfc4305e-7bdd-40e3-bb8c-f66773664db9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5484674 Dec 02 15:51:03.177459 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-b6e11169-437d-44d5-9ba3-fae33b0b3ee4 service neutron] Request body: {'port': {'device_id': 'f3b23da2-27ae-424d-a7d8-09afade6eab8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:51:03.393460 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d4e0e7ec-4302-49f4-a442-cdf8b7d46bc8 req-3a112309-315c-46b3-868c-d38f7295b27f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 210 time: 0.0987320 Dec 02 15:51:03.517675 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea809ee-7098-42d4-9a62-a33880e8226f req-b2d923b9-d983-4b51-86a8-c394bef9ba23 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:03.524642 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-b6e11169-437d-44d5-9ba3-fae33b0b3ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:03.526952 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9ea809ee-7098-42d4-9a62-a33880e8226f req-b2d923b9-d983-4b51-86a8-c394bef9ba23 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 944 time: 0.1323028 Dec 02 15:51:03.587490 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9ea809ee-7098-42d4-9a62-a33880e8226f req-408395ef-977e-450f-89e5-d4a39eebcb8b tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589349 Dec 02 15:51:03.658068 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846576f-be2e-4786-b3b8-f4f3bf20781f req-748144ee-6317-448c-9f11-c1fc6c5757b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:03.659768 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f846576f-be2e-4786-b3b8-f4f3bf20781f req-748144ee-6317-448c-9f11-c1fc6c5757b4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5b044abbdfeb42beab9693a7883ab0b0&device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 1161 time: 0.3232841 Dec 02 15:51:03.969966 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846576f-be2e-4786-b3b8-f4f3bf20781f req-57391401-b464-4f4b-80ee-f6be58544703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:03.971636 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f846576f-be2e-4786-b3b8-f4f3bf20781f req-57391401-b464-4f4b-80ee-f6be58544703 service neutron] 10.222.0.90 "GET /v2.0/networks?id=35fd24f2-ba7b-406a-8613-44494f3bdb02 HTTP/1.1" status: 200 len: 909 time: 0.3033171 Dec 02 15:51:04.074958 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 35504) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:04.115448 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f846576f-be2e-4786-b3b8-f4f3bf20781f req-308b52e2-c131-43eb-9e7d-6d02ff3f5ac5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0f85773-fe83-4375-bbd9-3603492de3ee HTTP/1.1" status: 200 len: 217 time: 0.1346533 Dec 02 15:51:04.326190 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-1a9df19c-aa61-48be-8843-37007f00f135 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=58d3576f33e64ac29f45497bf4a6063f&name=default HTTP/1.1" status: 200 len: 2878 time: 0.2497180 Dec 02 15:51:04.333777 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 35516) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:04.430849 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28772f-77cf-41b1-b902-294870a122c3 req-72072cab-4fc9-4212-94b7-f885d0439fc8 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:04.465799 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4a28772f-77cf-41b1-b902-294870a122c3 req-72072cab-4fc9-4212-94b7-f885d0439fc8 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 943 time: 0.4768143 Dec 02 15:51:04.563551 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846576f-be2e-4786-b3b8-f4f3bf20781f req-f240b5c3-7397-46f4-8e90-3c39b3c867b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:04.565166 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f846576f-be2e-4786-b3b8-f4f3bf20781f req-f240b5c3-7397-46f4-8e90-3c39b3c867b0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=68d8031a-7a09-472a-b47a-09b4d4b5b727 HTTP/1.1" status: 200 len: 855 time: 0.1008666 Dec 02 15:51:04.624617 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-51248e5b-e59e-44b4-9a06-811cebbf8571 req-3c60c893-8dc2-4d00-ab06-670678680a77 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 210 time: 0.1517131 Dec 02 15:51:04.722070 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3fafc0cb-1996-4864-8f70-3603d5263332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:04.722070 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4a28772f-77cf-41b1-b902-294870a122c3 req-ca5e3caa-86e2-4e9d-870b-bcef4e76934c tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/security-groups?id=9e4b888e-c460-4232-9c1c-c94a69991f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417672 Dec 02 15:51:04.798267 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.objects.ports [None req-d4ee8799-ed76-4646-a8f3-fb77770cb119 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80332) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 02 15:51:04.820321 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3fafc0cb-1996-4864-8f70-3603d5263332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:04.831932 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f846576f-be2e-4786-b3b8-f4f3bf20781f req-73a4c625-62ab-4dd1-9cdd-fd461fc79e73 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=35fd24f2-ba7b-406a-8613-44494f3bdb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2584908 Dec 02 15:51:05.355784 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-708ac46c-2984-42a6-8955-b6c0d6afe675 req-41d6f114-bea9-432b-8ad6-710c2f789146 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 210 time: 0.1888216 Dec 02 15:51:05.424361 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81978229-e276-4adb-9f54-5b67422ab3b5 req-7c2bd701-82a4-41ef-a937-06025144abc6 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:05.427636 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-81978229-e276-4adb-9f54-5b67422ab3b5 req-7c2bd701-82a4-41ef-a937-06025144abc6 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 944 time: 0.3899367 Dec 02 15:51:05.520429 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-81978229-e276-4adb-9f54-5b67422ab3b5 req-7ff21b31-b9ac-4b89-838a-362035ab1966 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854404 Dec 02 15:51:05.612365 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f846576f-be2e-4786-b3b8-f4f3bf20781f req-3480d293-42ce-4a36-89aa-d10553530752 service neutron] 10.222.0.90 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7654037 Dec 02 15:51:05.620248 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-1ea7efad-ac6b-4a01-a687-3ad29492d22c tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:05.621930 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-1ea7efad-ac6b-4a01-a687-3ad29492d22c tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.90 "GET /v2.0/networks?id=e8564c47-b571-4eeb-9632-4e52a1d4b946 HTTP/1.1" status: 200 len: 819 time: 0.9147670 Dec 02 15:51:05.648806 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-b6e11169-437d-44d5-9ba3-fae33b0b3ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f02f70-567f-4198-9394-ba2790ddbc2f {{(pid=80330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 15:51:05.667983 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-34ac150c-c846-4dae-91b6-a2371469a841 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Request body: {'port': {'device_id': '5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd', 'network_id': 'e8564c47-b571-4eeb-9632-4e52a1d4b946', 'admin_state_up': True, 'tenant_id': 'd7679e824ae94af092eab065a5350394'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:51:05.685163 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-b6e11169-437d-44d5-9ba3-fae33b0b3ee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:05.724575 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3fafc0cb-1996-4864-8f70-3603d5263332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:05.763640 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:05.804489 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 177e2dd7-2b3f-40fb-9dcf-26d522df65e2 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:51:05.841978 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafc0cb-1996-4864-8f70-3603d5263332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048d5def-6ebf-4c45-8d73-23033ddff60c,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:05.849844 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-3fafc0cb-1996-4864-8f70-3603d5263332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:05.879338 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3fafc0cb-1996-4864-8f70-3603d5263332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:05.892267 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-3fafc0cb-1996-4864-8f70-3603d5263332 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/048d5def-6ebf-4c45-8d73-23033ddff60c HTTP/1.1" status: 204 len: 168 time: 1.5563304 Dec 02 15:51:06.076885 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f846576f-be2e-4786-b3b8-f4f3bf20781f req-d3c16a17-50f6-474c-996a-537455ac717e service neutron] 10.222.0.90 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4530795 Dec 02 15:51:06.150310 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-b6e11169-437d-44d5-9ba3-fae33b0b3ee4 service neutron] Transition to ACTIVE for port object 18f02f70-567f-4198-9394-ba2790ddbc2f will not be triggered until provisioned by entity L2. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:51:06.178076 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-34ac150c-c846-4dae-91b6-a2371469a841 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:51:06.187089 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning for port 177e2dd7-2b3f-40fb-9dcf-26d522df65e2 completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:51:06.187750 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-34ac150c-c846-4dae-91b6-a2371469a841 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Usage tracker for resource:port and tenant:d7679e824ae94af092eab065a5350394 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:51:06.193444 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 177e2dd7-2b3f-40fb-9dcf-26d522df65e2 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:51:06.194139 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:06.199744 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-34ac150c-c846-4dae-91b6-a2371469a841 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Quota usage for port was recalculated. Used quota:2. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:51:06.248765 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-34ac150c-c846-4dae-91b6-a2371469a841 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:51:06.257854 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-b6e11169-437d-44d5-9ba3-fae33b0b3ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:06.283139 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-deca80af-d2ef-4cb6-9a51-b3be3170b315 req-afc92b2b-ebc8-4635-90a4-c81cb3b61df2 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 210 time: 0.2492287 Dec 02 15:51:06.358692 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:06.533246 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e11169-437d-44d5-9ba3-fae33b0b3ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=18f02f70-567f-4198-9394-ba2790ddbc2f,revision_number=2']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:06.553916 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-34ac150c-c846-4dae-91b6-a2371469a841 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Made reservation on behalf of d7679e824ae94af092eab065a5350394 for: {'port': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:51:06.570684 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-34ac150c-c846-4dae-91b6-a2371469a841 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:06.591996 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:06.713787 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 177e2dd7-2b3f-40fb-9dcf-26d522df65e2, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=177e2dd7-2b3f-40fb-9dcf-26d522df65e2,segment=NetworkSegment(2e755052-6b7e-45a8-880f-89b20c4933c9),segment_id=2e755052-6b7e-45a8-880f-89b20c4933c9)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:51:06.723236 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b6e11169-437d-44d5-9ba3-fae33b0b3ee4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:06.727254 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c471e15b-81e7-42ba-9afc-a29ddf536da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177e2dd7-2b3f-40fb-9dcf-26d522df65e2'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:51:06.878320 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef8f65-e6d5-48b8-a2e6-455eb4b019bf req-be4f6125-e86b-44b6-84ed-141034962d80 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:06.892000 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-64ef8f65-e6d5-48b8-a2e6-455eb4b019bf req-be4f6125-e86b-44b6-84ed-141034962d80 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 943 time: 0.6037309 Dec 02 15:51:06.935760 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:06.937224 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device f0f85773-fe83-4375-bbd9-3603492de3ee up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:51:07.051174 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-64ef8f65-e6d5-48b8-a2e6-455eb4b019bf req-a9d48471-7c4b-4867-aafa-a95fc196489e tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/security-groups?id=9e4b888e-c460-4232-9c1c-c94a69991f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587429 Dec 02 15:51:07.060852 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:07.291116 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f1f78019-aee5-4a29-b2f3-adfbe21337d6 req-d20e54ba-9c06-4484-b3d5-bf65adf06877 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 210 time: 0.1614883 Dec 02 15:51:07.364721 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-3c37f3b2-3671-4189-8e84-f115cc711d21 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:07.366040 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-3c37f3b2-3671-4189-8e84-f115cc711d21 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Synchronizing usage tracker for tenant:cca84cc05e794548902f38e2444508de on resource:network {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:51:07.405419 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=177e2dd7-2b3f-40fb-9dcf-26d522df65e2,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:07.482564 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:07.632578 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning for port f0f85773-fe83-4375-bbd9-3603492de3ee completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:51:07.640069 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port f0f85773-fe83-4375-bbd9-3603492de3ee triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:51:07.640779 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:07.671665 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-3c37f3b2-3671-4189-8e84-f115cc711d21 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Unset dirty status for tenant:cca84cc05e794548902f38e2444508de on resource:network {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:51:07.673512 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-3c37f3b2-3671-4189-8e84-f115cc711d21 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.90 "GET /v2.0/networks?id=897c5c37-7e4c-49f0-aa05-6604955b43fe HTTP/1.1" status: 200 len: 810 time: 0.8013248 Dec 02 15:51:07.727434 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f82a635c-cde1-46bb-a23e-e73eaf82b07e req-c446fe1b-e2b0-45ab-8acb-7e1671b399c3 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 210 time: 0.1237409 Dec 02 15:51:07.897259 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f782bf1-d843-4bfc-8002-63cff38a33c1 req-4964f69b-7c70-4f20-ad63-a310576d9b8d tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:07.900534 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3f782bf1-d843-4bfc-8002-63cff38a33c1 req-4964f69b-7c70-4f20-ad63-a310576d9b8d tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 944 time: 0.4541018 Dec 02 15:51:07.973652 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:08.061941 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port f0f85773-fe83-4375-bbd9-3603492de3ee, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=f0f85773-fe83-4375-bbd9-3603492de3ee,segment=NetworkSegment(9aebbdee-50e1-48d0-ae87-0bb502d0e028),segment_id=9aebbdee-50e1-48d0-ae87-0bb502d0e028)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:51:08.107429 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:08.110608 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:08.165837 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c471e15b-81e7-42ba-9afc-a29ddf536da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177e2dd7-2b3f-40fb-9dcf-26d522df65e2', 'code': 200} Dec 02 15:51:08.219813 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3f782bf1-d843-4bfc-8002-63cff38a33c1 req-8ec1c62d-94c0-4928-b169-064378b0bd4d tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111632 Dec 02 15:51:08.387243 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=f0f85773-fe83-4375-bbd9-3603492de3ee,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:08.402002 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:08.507798 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-34ac150c-c846-4dae-91b6-a2371469a841 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Allocated IP 172.20.0.12 (e8564c47-b571-4eeb-9632-4e52a1d4b946/3e434592-5494-4b21-a789-a46e40e41519/5d174d7b-5c63-4d2f-bb81-96210d71ccea) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:51:08.581763 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-b2925e49-5364-4505-8584-6cc7c3658540 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Synchronizing usage tracker for tenant:cca84cc05e794548902f38e2444508de on resource:security_group {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:51:08.653402 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d92f7-4efb-4801-8659-ca08eabc40cb req-c3502140-df7d-4d4b-9571-c79961f42ed6 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:08.658583 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-189d92f7-4efb-4801-8659-ca08eabc40cb req-c3502140-df7d-4d4b-9571-c79961f42ed6 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 945 time: 0.2252507 Dec 02 15:51:08.665521 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.90', 64108) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:08.712235 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 177e2dd7-2b3f-40fb-9dcf-26d522df65e2 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:51:08.818425 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-b2925e49-5364-4505-8584-6cc7c3658540 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Unset dirty status for tenant:cca84cc05e794548902f38e2444508de on resource:security_group {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:51:08.818425 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-b2925e49-5364-4505-8584-6cc7c3658540 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cca84cc05e794548902f38e2444508de HTTP/1.1" status: 200 len: 5503 time: 1.1073923 Dec 02 15:51:08.851103 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6d26a831-f736-42f6-9b01-e1d6a40b74da req-a21c9d10-ad51-4e4f-bb71-3f0814175f99 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 210 time: 0.2219996 Dec 02 15:51:08.882342 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Request body: {'port': {'device_id': 'ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f', 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe', 'admin_state_up': True, 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'security_groups': ['879c36fb-ce12-41a0-827a-e0d4d6969c0a']}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:51:08.987294 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-189d92f7-4efb-4801-8659-ca08eabc40cb req-192d5c9c-ae71-4931-a92a-e5d3b977d8cf tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/security-groups?id=9e4b888e-c460-4232-9c1c-c94a69991f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455711 Dec 02 15:51:09.071960 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 177e2dd7-2b3f-40fb-9dcf-26d522df65e2 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:51:09.073616 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:09.283818 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ecceaa93-ed03-4de1-b5a0-75d2face45ff req-12a72221-ef9e-47a8-a8f4-63f89360df1a tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 210 time: 0.1196651 Dec 02 15:51:09.314992 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device f0f85773-fe83-4375-bbd9-3603492de3ee up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:51:09.401232 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port f0f85773-fe83-4375-bbd9-3603492de3ee triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:51:09.402254 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:09.853673 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99f356-f8cd-4939-a17a-e2ce885af92b req-59b56a34-ed6c-4bb4-9eb4-2f723760ed86 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:09.857289 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bd99f356-f8cd-4939-a17a-e2ce885af92b req-59b56a34-ed6c-4bb4-9eb4-2f723760ed86 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 946 time: 0.2718925 Dec 02 15:51:09.887489 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-b6e11169-437d-44d5-9ba3-fae33b0b3ee4 service neutron] Attempting to bind port 18f02f70-567f-4198-9394-ba2790ddbc2f on host hv-cinder-73761 for vnic_type normal with profile {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:51:09.887953 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-b6e11169-437d-44d5-9ba3-fae33b0b3ee4 service neutron] Attempting to bind port 18f02f70-567f-4198-9394-ba2790ddbc2f by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '088ed473-7800-49dc-ba8b-c6f8f92efc2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8564c47-b571-4eeb-9632-4e52a1d4b946'}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:51:09.888413 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-b6e11169-437d-44d5-9ba3-fae33b0b3ee4 service neutron] Attempting to bind port 18f02f70-567f-4198-9394-ba2790ddbc2f on network e8564c47-b571-4eeb-9632-4e52a1d4b946 {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:51:09.948600 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-b6e11169-437d-44d5-9ba3-fae33b0b3ee4 service neutron] Checking agent: {'id': 'a457a183-c7c9-4615-b19d-972b3b736d4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 48, 2), 'started_at': datetime.datetime(2020, 12, 2, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:51:09.948887 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-b6e11169-437d-44d5-9ba3-fae33b0b3ee4 service neutron] Checking segment: {'id': '088ed473-7800-49dc-ba8b-c6f8f92efc2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8564c47-b571-4eeb-9632-4e52a1d4b946'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:51:09.949484 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-b6e11169-437d-44d5-9ba3-fae33b0b3ee4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:09.949963 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-b6e11169-437d-44d5-9ba3-fae33b0b3ee4 service neutron] Bound using segment: {'id': '088ed473-7800-49dc-ba8b-c6f8f92efc2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8564c47-b571-4eeb-9632-4e52a1d4b946'} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:51:09.950616 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-b6e11169-437d-44d5-9ba3-fae33b0b3ee4 service neutron] Bound port: 18f02f70-567f-4198-9394-ba2790ddbc2f, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088ed473-7800-49dc-ba8b-c6f8f92efc2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8564c47-b571-4eeb-9632-4e52a1d4b946'}}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:51:09.951124 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-b6e11169-437d-44d5-9ba3-fae33b0b3ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:09.972206 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bd99f356-f8cd-4939-a17a-e2ce885af92b req-958c1059-c7fb-42ae-a4f9-38065182cdd3 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026025 Dec 02 15:51:10.166808 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635c64b0-74a6-4c34-ab54-916b19c76a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f85773-fe83-4375-bbd9-3603492de3ee'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:51:10.229719 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391714f-ef20-4e06-a4a0-bec9534c6b23 req-bcf48324-97d2-4a2e-ba23-a30ae9692572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:10.230246 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4a3146fb-641f-4c89-ab55-e660dc87718a req-8841ce21-6e42-4124-940d-69cb8059c8b2 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 210 time: 0.0622787 Dec 02 15:51:10.232972 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6391714f-ef20-4e06-a4a0-bec9534c6b23 req-bcf48324-97d2-4a2e-ba23-a30ae9692572 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 1162 time: 1.5552135 Dec 02 15:51:10.281077 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-34ac150c-c846-4dae-91b6-a2371469a841 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:10.320569 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-6391714f-ef20-4e06-a4a0-bec9534c6b23 req-b73d3bf1-f37b-471a-a956-4a2df334400b service neutron] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:10.398289 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635c64b0-74a6-4c34-ab54-916b19c76a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f85773-fe83-4375-bbd9-3603492de3ee', 'code': 200} Dec 02 15:51:10.420522 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:51:10.464401 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Usage tracker for resource:port and tenant:cca84cc05e794548902f38e2444508de is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:51:10.480411 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-6391714f-ef20-4e06-a4a0-bec9534c6b23 req-b73d3bf1-f37b-471a-a956-4a2df334400b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:51:10.494974 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-6391714f-ef20-4e06-a4a0-bec9534c6b23 req-b73d3bf1-f37b-471a-a956-4a2df334400b service neutron] Usage tracker for resource:security_group_rule and tenant:d45f1a05f1a7447086f15e6080f398e4 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:51:10.505092 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device f0f85773-fe83-4375-bbd9-3603492de3ee up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:51:10.512598 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-6391714f-ef20-4e06-a4a0-bec9534c6b23 req-b73d3bf1-f37b-471a-a956-4a2df334400b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:51:10.513329 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4900a4-3d25-4d59-87d7-aee94cdb9580 req-e3c4da9e-e7b7-4318-a364-bfb64d7277e1 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:10.520462 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8c4900a4-3d25-4d59-87d7-aee94cdb9580 req-e3c4da9e-e7b7-4318-a364-bfb64d7277e1 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 945 time: 0.1468301 Dec 02 15:51:10.530824 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-6391714f-ef20-4e06-a4a0-bec9534c6b23 req-b73d3bf1-f37b-471a-a956-4a2df334400b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:51:10.639991 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8c4900a4-3d25-4d59-87d7-aee94cdb9580 req-7e49d03d-edd3-4f74-88a1-807b39508360 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/security-groups?id=9e4b888e-c460-4232-9c1c-c94a69991f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992548 Dec 02 15:51:10.669789 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port f0f85773-fe83-4375-bbd9-3603492de3ee triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:51:10.670505 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:10.734711 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-6391714f-ef20-4e06-a4a0-bec9534c6b23 req-b73d3bf1-f37b-471a-a956-4a2df334400b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:10.737562 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Quota usage for port was recalculated. Used quota:3. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:51:10.786147 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-6391714f-ef20-4e06-a4a0-bec9534c6b23 req-b73d3bf1-f37b-471a-a956-4a2df334400b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:10.787310 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:51:10.836645 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5b8e1b96-bbbc-460a-a771-dab4771dff7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:10.943285 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-b6e11169-437d-44d5-9ba3-fae33b0b3ee4 service neutron] For port 18f02f70-567f-4198-9394-ba2790ddbc2f, host hv-cinder-73761, cleared binding levels {{(pid=80330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:51:10.949174 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6391714f-ef20-4e06-a4a0-bec9534c6b23 req-b73d3bf1-f37b-471a-a956-4a2df334400b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9e4b888e-c460-4232-9c1c-c94a69991f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6795201 Dec 02 15:51:10.958319 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d3bf1-f37b-471a-a956-4a2df334400b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e5155d-b592-4b86-9dc6-c8173b460c0d,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:10.962963 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b73d3bf1-f37b-471a-a956-4a2df334400b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:10.964798 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-b6e11169-437d-44d5-9ba3-fae33b0b3ee4 service neutron] For port 18f02f70-567f-4198-9394-ba2790ddbc2f, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=18f02f70-567f-4198-9394-ba2790ddbc2f,segment=NetworkSegment(088ed473-7800-49dc-ba8b-c6f8f92efc2b),segment_id=088ed473-7800-49dc-ba8b-c6f8f92efc2b)] {{(pid=80330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:51:10.973233 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Made reservation on behalf of cca84cc05e794548902f38e2444508de for: {'port': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:51:10.976895 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c73db53b-6459-44dd-a31b-ffb55ac9e2a0 req-a586aca1-870b-404e-beb9-aaacbd6d5910 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 210 time: 0.1227665 Dec 02 15:51:10.980560 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:11.069670 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-34ac150c-c846-4dae-91b6-a2371469a841 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:11.071950 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-b6e11169-437d-44d5-9ba3-fae33b0b3ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:11.101035 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:11.480615 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e11169-437d-44d5-9ba3-fae33b0b3ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=18f02f70-567f-4198-9394-ba2790ddbc2f,revision_number=3']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:11.499556 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5213e-e887-4f49-8e42-be2a892ba996 req-01610326-7bfa-480a-a679-85d2a2b494b5 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:11.509888 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-96b5213e-e887-4f49-8e42-be2a892ba996 req-01610326-7bfa-480a-a679-85d2a2b494b5 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 946 time: 0.2057080 Dec 02 15:51:11.598429 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ae137359-be71-441f-bd66-503f81405d6a req-e85688ea-5d9a-4949-b802-fa7a3724c743 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 210 time: 0.0932605 Dec 02 15:51:11.693915 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-96b5213e-e887-4f49-8e42-be2a892ba996 req-af167db6-d59a-4681-a471-0f575cef906d tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124735 Dec 02 15:51:11.857959 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac150c-c846-4dae-91b6-a2371469a841 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Pushing event updated for resources: {'Port': ['ID=5d174d7b-5c63-4d2f-bb81-96210d71ccea,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:11.861848 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-34ac150c-c846-4dae-91b6-a2371469a841 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:11.869812 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.323s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:11.870222 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:12.116163 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-b6e11169-437d-44d5-9ba3-fae33b0b3ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:12.117397 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-b6e11169-437d-44d5-9ba3-fae33b0b3ee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:12.120284 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-b6e11169-437d-44d5-9ba3-fae33b0b3ee4 service neutron] 10.222.0.90 "PUT /v2.0/ports/18f02f70-567f-4198-9394-ba2790ddbc2f HTTP/1.1" status: 200 len: 1157 time: 8.9487503 Dec 02 15:51:12.129730 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54659ac-3eb3-4bab-b67f-8ea45430dcdc req-a6c2f7d0-e896-4a5d-9762-3b8fb2196812 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:12.137307 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b23da2-27ae-424d-a7d8-09afade6eab8', 'tag': '18f02f70-567f-4198-9394-ba2790ddbc2f'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:51:12.138431 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e54659ac-3eb3-4bab-b67f-8ea45430dcdc req-a6c2f7d0-e896-4a5d-9762-3b8fb2196812 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 945 time: 0.2433190 Dec 02 15:51:12.166269 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17fa03-bf7f-4d39-8252-c0b60cdaa891 req-2768c607-ae85-42fc-942c-3e37ed6956d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:12.169405 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1c17fa03-bf7f-4d39-8252-c0b60cdaa891 req-2768c607-ae85-42fc-942c-3e37ed6956d8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 1163 time: 0.6702702 Dec 02 15:51:12.234118 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e54659ac-3eb3-4bab-b67f-8ea45430dcdc req-40ec74c8-52d2-4521-9e71-3b1a786ae43d tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/security-groups?id=9e4b888e-c460-4232-9c1c-c94a69991f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733576 Dec 02 15:51:12.251883 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-34ac150c-c846-4dae-91b6-a2371469a841 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Network e8564c47-b571-4eeb-9632-4e52a1d4b946 is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:51:12.298725 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-34ac150c-c846-4dae-91b6-a2371469a841 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:51:12.301605 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-34ac150c-c846-4dae-91b6-a2371469a841 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:51:12.425794 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b23da2-27ae-424d-a7d8-09afade6eab8', 'tag': '18f02f70-567f-4198-9394-ba2790ddbc2f', 'status': 'completed', 'code': 200} Dec 02 15:51:12.433483 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4504c-834a-49ad-9ac5-ba6ada7504fb req-e25a4a02-5ca8-4e74-8064-e4660b227c80 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:12.441210 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2da4504c-834a-49ad-9ac5-ba6ada7504fb req-e25a4a02-5ca8-4e74-8064-e4660b227c80 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 932 time: 0.1499608 Dec 02 15:51:12.522261 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1c17fa03-bf7f-4d39-8252-c0b60cdaa891 req-e5b7e817-b821-4dc4-8c06-db862f7d2e57 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962184 Dec 02 15:51:12.524886 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-2da4504c-834a-49ad-9ac5-ba6ada7504fb req-56acdc54-2565-4986-963e-ed22670ad362 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Synchronizing usage tracker for tenant:d7679e824ae94af092eab065a5350394 on resource:security_group {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:51:12.537433 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-34ac150c-c846-4dae-91b6-a2371469a841 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:12.538136 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-34ac150c-c846-4dae-91b6-a2371469a841 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:12.584311 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-2da4504c-834a-49ad-9ac5-ba6ada7504fb req-56acdc54-2565-4986-963e-ed22670ad362 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Unset dirty status for tenant:d7679e824ae94af092eab065a5350394 on resource:security_group {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:51:12.584311 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2da4504c-834a-49ad-9ac5-ba6ada7504fb req-56acdc54-2565-4986-963e-ed22670ad362 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280499 Dec 02 15:51:12.605250 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Allocated IP 172.20.0.6 (897c5c37-7e4c-49f0-aa05-6604955b43fe/1dec06aa-ae61-48b1-9f23-8da853bd2bcb/62fb1714-cf93-450d-91c5-2f776526d469) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:51:12.679864 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-aa8036d8-c813-4dde-913b-932578f5785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:12.681651 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-aa8036d8-c813-4dde-913b-932578f5785b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7679e824ae94af092eab065a5350394&device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 1160 time: 0.4279790 Dec 02 15:51:12.712926 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-34ac150c-c846-4dae-91b6-a2371469a841 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0535994 Dec 02 15:51:12.963829 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f0a791f6-a50c-48d6-8068-40b01ed8fb60 req-42a37ad2-d7e1-4874-b7d3-18d4ab552f6e tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 210 time: 0.1347499 Dec 02 15:51:12.987033 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] Request body: {'port': {'device_id': '5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:51:13.099651 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:13.137853 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-799a84b1-13a8-423a-bed6-52d22ee5a216 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18f02f70-567f-4198-9394-ba2790ddbc2f HTTP/1.1" status: 200 len: 217 time: 0.2327662 Dec 02 15:51:13.205586 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Transition to ACTIVE for port object 62fb1714-cf93-450d-91c5-2f776526d469 will not be triggered until provisioned by entity DHCP. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:51:13.284555 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac66b8-4c36-441c-b060-194ab658f83d req-180781d1-4067-40d0-98f5-f129dabe7f3e tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:13.287475 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-dcac66b8-4c36-441c-b060-194ab658f83d req-180781d1-4067-40d0-98f5-f129dabe7f3e tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 946 time: 0.1706140 Dec 02 15:51:13.332478 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-65d403c8-d728-440d-ab6c-ac98db161d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:13.334840 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-65d403c8-d728-440d-ab6c-ac98db161d31 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3e434592-5494-4b21-a789-a46e40e41519 HTTP/1.1" status: 200 len: 859 time: 0.1880591 Dec 02 15:51:13.420499 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-dcac66b8-4c36-441c-b060-194ab658f83d req-3a2ec011-4aed-4f69-8635-c68e0af32e8c tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250157 Dec 02 15:51:13.433231 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:13.456165 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:13.464468 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-548f95ca-4c83-4816-92e2-ea4c58f547f4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e8564c47-b571-4eeb-9632-4e52a1d4b946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190040 Dec 02 15:51:13.489736 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9410bc2e-a931-4c9a-8e0e-4ed8538548f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:13.724221 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d7d50-4b1a-4376-8f32-cfaf7c4469df req-4a357e06-18c1-4188-8478-56c06f349e26 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:13.725986 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-eb7d7d50-4b1a-4376-8f32-cfaf7c4469df req-4a357e06-18c1-4188-8478-56c06f349e26 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 945 time: 0.1869028 Dec 02 15:51:13.947795 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Pushing event updated for resources: {'Port': ['ID=62fb1714-cf93-450d-91c5-2f776526d469,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:14.025694 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-eb7d7d50-4b1a-4376-8f32-cfaf7c4469df req-e7375307-8fe4-458f-9062-cddf00141179 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/security-groups?id=9e4b888e-c460-4232-9c1c-c94a69991f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910092 Dec 02 15:51:14.151378 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df756c1d-463d-4b50-8916-e3bf5029563c req-17b333df-4b76-4da7-b5cc-227b87922d2f tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:14.153146 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-df756c1d-463d-4b50-8916-e3bf5029563c req-17b333df-4b76-4da7-b5cc-227b87922d2f tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 932 time: 0.2787774 Dec 02 15:51:14.326171 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-df756c1d-463d-4b50-8916-e3bf5029563c req-b8f0489b-24c6-449e-9508-b56ea7a92ed7 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491504 Dec 02 15:51:14.389067 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882aeed3-4ea5-4567-9c0a-520d9cd96d99 req-4a8c72d3-79fa-4e9e-8dfe-5627561eb2ea tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:14.394499 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-882aeed3-4ea5-4567-9c0a-520d9cd96d99 req-4a8c72d3-79fa-4e9e-8dfe-5627561eb2ea tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 931 time: 0.1207545 Dec 02 15:51:14.400934 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:14.401796 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:14.402497 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:14.403077 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:14.403692 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:14.404482 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:14.406593 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:14.407269 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:14.407916 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:14.408560 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:14.409204 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:14.409842 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:14.410700 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:14.411345 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:14.412199 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:14.412845 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:14.413484 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:14.414127 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:14.416140 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:14.416140 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:14.416354 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:14.420066 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:14.420066 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:14.420066 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:14.441623 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.952s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:14.472191 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-882aeed3-4ea5-4567-9c0a-520d9cd96d99 req-c11420a3-984d-4285-af40-bc8399b94739 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684347 Dec 02 15:51:14.752848 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-fcc05f10-3924-4a06-9f53-aa4e670caf10 service neutron] 10.222.0.90 "GET /v2.0/networks/e8564c47-b571-4eeb-9632-4e52a1d4b946?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2653763 Dec 02 15:51:14.767193 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a864969-6e38-4b37-9deb-781fb1c2800f req-9d036d76-944d-4a0f-8d65-a8ca308f33f6 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:14.769708 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7a864969-6e38-4b37-9deb-781fb1c2800f req-9d036d76-944d-4a0f-8d65-a8ca308f33f6 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 946 time: 0.1368554 Dec 02 15:51:14.836726 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7a864969-6e38-4b37-9deb-781fb1c2800f req-80586bc1-9dbb-4f43-aa3b-8fb93c2fb3c5 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527320 Dec 02 15:51:15.300232 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Network 897c5c37-7e4c-49f0-aa05-6604955b43fe is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:51:15.320566 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:51:15.331987 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:51:15.610159 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:15.611017 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:15.650312 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-50cefee8-7b86-4838-9c75-ccf9745e1ec8 req-0a9ecc18-67f6-4f2a-8004-c4dec184c814 service neutron] 10.222.0.90 "GET /v2.0/networks/e8564c47-b571-4eeb-9632-4e52a1d4b946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8768113 Dec 02 15:51:15.690792 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8070471 Dec 02 15:51:15.690970 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a15c18-9fba-4594-9897-b26f1f713600 req-46574378-dc4a-497a-9bd8-bea65182aafd tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:15.697074 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-63a15c18-9fba-4594-9897-b26f1f713600 req-46574378-dc4a-497a-9bd8-bea65182aafd tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 932 time: 0.1150086 Dec 02 15:51:15.701659 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] Request body: {'port': {'device_id': 'ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:51:15.707211 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-d5d776b1-3a5c-4d57-b4a1-74b136abc77e None None] Provisioning for port 62fb1714-cf93-450d-91c5-2f776526d469 completed by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:51:15.721993 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-d5d776b1-3a5c-4d57-b4a1-74b136abc77e None None] Provisioning complete for port 62fb1714-cf93-450d-91c5-2f776526d469 triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:51:15.722137 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d5d776b1-3a5c-4d57-b4a1-74b136abc77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:15.777730 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-63a15c18-9fba-4594-9897-b26f1f713600 req-97e3a54b-09c5-4d66-ac80-4ad0577aee65 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796900 Dec 02 15:51:15.911880 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-d5d776b1-3a5c-4d57-b4a1-74b136abc77e None None] Port 62fb1714-cf93-450d-91c5-2f776526d469 cannot update to ACTIVE because it is not bound. {{(pid=80332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 15:51:15.974162 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:16.191487 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b10de-4ec4-4f44-81ae-48feeff94157 req-9dd75e80-d097-470e-a079-adbc7cb8a05b tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:16.199023 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-321b10de-4ec4-4f44-81ae-48feeff94157 req-9dd75e80-d097-470e-a079-adbc7cb8a05b tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 931 time: 0.2180536 Dec 02 15:51:16.207365 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d174d7b-5c63-4d2f-bb81-96210d71ccea {{(pid=80330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 15:51:16.258816 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc2e6b-9bb6-4f43-af0e-ed062fc839f3 req-81605308-a217-40f4-8b83-b565c5681789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:16.260723 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bccc2e6b-9bb6-4f43-af0e-ed062fc839f3 req-81605308-a217-40f4-8b83-b565c5681789 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7679e824ae94af092eab065a5350394&device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 1160 time: 0.4139256 Dec 02 15:51:16.263092 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:16.289164 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-321b10de-4ec4-4f44-81ae-48feeff94157 req-26fbf859-ae49-45e5-b64c-d85e7f5ed164 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885799 Dec 02 15:51:16.380328 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] Transition to ACTIVE for port object 5d174d7b-5c63-4d2f-bb81-96210d71ccea will not be triggered until provisioned by entity L2. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:51:16.489267 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:16.528131 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:16.754906 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc2e6b-9bb6-4f43-af0e-ed062fc839f3 req-d9928103-68d2-4868-a2ee-fc944fa7d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:16.756286 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bccc2e6b-9bb6-4f43-af0e-ed062fc839f3 req-d9928103-68d2-4868-a2ee-fc944fa7d9df service neutron] 10.222.0.90 "GET /v2.0/networks?id=e8564c47-b571-4eeb-9632-4e52a1d4b946 HTTP/1.1" status: 200 len: 913 time: 0.4856203 Dec 02 15:51:16.767155 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] Pushing event updated for resources: {'Port': ['ID=5d174d7b-5c63-4d2f-bb81-96210d71ccea,revision_number=2']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:16.905604 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bccc2e6b-9bb6-4f43-af0e-ed062fc839f3 req-7c152884-e2b4-48ce-8031-7c7926c9d3dd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18f02f70-567f-4198-9394-ba2790ddbc2f HTTP/1.1" status: 200 len: 217 time: 0.0789948 Dec 02 15:51:16.913451 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:17.047608 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc2e6b-9bb6-4f43-af0e-ed062fc839f3 req-34a7f42c-7249-484b-ad5b-4579e8dff789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:17.049547 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bccc2e6b-9bb6-4f43-af0e-ed062fc839f3 req-34a7f42c-7249-484b-ad5b-4579e8dff789 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3e434592-5494-4b21-a789-a46e40e41519 HTTP/1.1" status: 200 len: 859 time: 0.1321089 Dec 02 15:51:17.084177 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888606ca-b5c2-4ac4-a918-35a66ebb2c3c req-1c7bd40e-24fe-4bcd-99d0-95f6c2848cf9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:17.095832 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-888606ca-b5c2-4ac4-a918-35a66ebb2c3c req-1c7bd40e-24fe-4bcd-99d0-95f6c2848cf9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 944 time: 0.1227467 Dec 02 15:51:17.164637 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bccc2e6b-9bb6-4f43-af0e-ed062fc839f3 req-4ffd630f-3643-44b2-9eea-a2f173f7ba2d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e8564c47-b571-4eeb-9632-4e52a1d4b946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046028 Dec 02 15:51:17.175194 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-888606ca-b5c2-4ac4-a918-35a66ebb2c3c req-161911b5-8c32-4962-8bbd-dc6fc3e842f2 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649436 Dec 02 15:51:17.658700 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 35872) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:17.774824 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4d841-19e6-46a9-b6cb-6b13dfd14363 req-88f61c24-1cf0-4929-b20f-bc8ee3cb2662 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:17.778548 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-eca4d841-19e6-46a9-b6cb-6b13dfd14363 req-88f61c24-1cf0-4929-b20f-bc8ee3cb2662 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 931 time: 0.2954788 Dec 02 15:51:17.837457 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] Attempting to bind port 5d174d7b-5c63-4d2f-bb81-96210d71ccea on host hv-cinder-73761 for vnic_type normal with profile {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:51:17.837965 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] Attempting to bind port 5d174d7b-5c63-4d2f-bb81-96210d71ccea by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '088ed473-7800-49dc-ba8b-c6f8f92efc2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8564c47-b571-4eeb-9632-4e52a1d4b946'}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:51:17.838428 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] Attempting to bind port 5d174d7b-5c63-4d2f-bb81-96210d71ccea on network e8564c47-b571-4eeb-9632-4e52a1d4b946 {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:51:17.849759 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] Checking agent: {'id': 'a457a183-c7c9-4615-b19d-972b3b736d4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 48, 2), 'started_at': datetime.datetime(2020, 12, 2, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:51:17.850238 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] Checking segment: {'id': '088ed473-7800-49dc-ba8b-c6f8f92efc2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8564c47-b571-4eeb-9632-4e52a1d4b946'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:51:17.850775 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:17.851275 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] Bound using segment: {'id': '088ed473-7800-49dc-ba8b-c6f8f92efc2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8564c47-b571-4eeb-9632-4e52a1d4b946'} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:51:17.851881 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] Bound port: 5d174d7b-5c63-4d2f-bb81-96210d71ccea, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088ed473-7800-49dc-ba8b-c6f8f92efc2b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e8564c47-b571-4eeb-9632-4e52a1d4b946'}}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:51:17.852364 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:17.870775 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bccc2e6b-9bb6-4f43-af0e-ed062fc839f3 req-9d662613-c7f7-47a8-a6df-3dadbe8ae841 service neutron] 10.222.0.90 "GET /v2.0/networks/e8564c47-b571-4eeb-9632-4e52a1d4b946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6806979 Dec 02 15:51:17.883989 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62fb1714-cf93-450d-91c5-2f776526d469 {{(pid=80330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 15:51:17.899729 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-eca4d841-19e6-46a9-b6cb-6b13dfd14363 req-2b9d560c-2366-476f-96ed-609f9c306098 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106613 Dec 02 15:51:17.946477 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:18.064160 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] Transition to ACTIVE for port object 62fb1714-cf93-450d-91c5-2f776526d469 will not be triggered until provisioned by entity L2. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:51:18.113174 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:18.252863 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:18.350899 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-533709e4-72d4-4673-937d-309855fd3700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:18.366706 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] For port 5d174d7b-5c63-4d2f-bb81-96210d71ccea, host hv-cinder-73761, cleared binding levels {{(pid=80330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:51:18.404305 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-533709e4-72d4-4673-937d-309855fd3700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:51:18.413355 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bccc2e6b-9bb6-4f43-af0e-ed062fc839f3 req-a45db13e-e7ef-47ab-90f7-c9d39a2f80eb service neutron] 10.222.0.90 "GET /v2.0/networks/e8564c47-b571-4eeb-9632-4e52a1d4b946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5323868 Dec 02 15:51:18.419571 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] For port 5d174d7b-5c63-4d2f-bb81-96210d71ccea, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=5d174d7b-5c63-4d2f-bb81-96210d71ccea,segment=NetworkSegment(088ed473-7800-49dc-ba8b-c6f8f92efc2b),segment_id=088ed473-7800-49dc-ba8b-c6f8f92efc2b)] {{(pid=80330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:51:18.423834 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-533709e4-72d4-4673-937d-309855fd3700 admin admin] Usage tracker for resource:security_group_rule and tenant:0da099ae458643ee80da4ad85b0865e4 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:51:18.427113 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] Pushing event updated for resources: {'Port': ['ID=62fb1714-cf93-450d-91c5-2f776526d469,revision_number=2']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:18.430220 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-533709e4-72d4-4673-937d-309855fd3700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:51:18.435584 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:18.441671 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-533709e4-72d4-4673-937d-309855fd3700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:51:18.620203 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:18.673984 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.objects.ports [None req-08cb1840-8454-46ee-b861-309f159d339f None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80332) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 02 15:51:18.689759 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-f1fa372e-ac36-4cb5-a679-f6d8c1efbfa2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:18.864122 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc9369-9826-460a-bc18-99cae54cf115 req-2e152a28-da73-4580-afd9-6e344591b592 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:18.867056 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2bbc9369-9826-460a-bc18-99cae54cf115 req-2e152a28-da73-4580-afd9-6e344591b592 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 944 time: 0.2106638 Dec 02 15:51:18.962026 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2bbc9369-9826-460a-bc18-99cae54cf115 req-cf26b7a0-0d38-43ad-8d08-5779dfa311f0 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846117 Dec 02 15:51:19.182363 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] Pushing event updated for resources: {'Port': ['ID=5d174d7b-5c63-4d2f-bb81-96210d71ccea,revision_number=3']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:19.198327 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:19.220912 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] Attempting to bind port 62fb1714-cf93-450d-91c5-2f776526d469 on host hv-cinder-73761 for vnic_type normal with profile {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:51:19.221290 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] Attempting to bind port 62fb1714-cf93-450d-91c5-2f776526d469 by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': 'fe2ab88f-dfa5-4791-be10-6390467c3168', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe'}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:51:19.221655 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] Attempting to bind port 62fb1714-cf93-450d-91c5-2f776526d469 on network 897c5c37-7e4c-49f0-aa05-6604955b43fe {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:51:19.244941 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1361d63-6548-4cb9-8d7d-96ae35a1c7ca req-01234eee-923e-425d-906d-95631f332107 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:19.247363 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c1361d63-6548-4cb9-8d7d-96ae35a1c7ca req-01234eee-923e-425d-906d-95631f332107 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 943 time: 0.1262615 Dec 02 15:51:19.265174 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] Checking agent: {'id': 'a457a183-c7c9-4615-b19d-972b3b736d4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 48, 2), 'started_at': datetime.datetime(2020, 12, 2, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:51:19.266252 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] Checking segment: {'id': 'fe2ab88f-dfa5-4791-be10-6390467c3168', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:51:19.267554 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:19.267554 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] Bound using segment: {'id': 'fe2ab88f-dfa5-4791-be10-6390467c3168', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe'} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:51:19.267554 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] Bound port: 62fb1714-cf93-450d-91c5-2f776526d469, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2ab88f-dfa5-4791-be10-6390467c3168', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe'}}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:51:19.267999 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:19.305501 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c1361d63-6548-4cb9-8d7d-96ae35a1c7ca req-8a69dc91-c2c5-4772-98d4-6ff03ca7d132 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497167 Dec 02 15:51:19.329031 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 18f02f70-567f-4198-9394-ba2790ddbc2f up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:51:19.421539 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] For port 62fb1714-cf93-450d-91c5-2f776526d469, host hv-cinder-73761, cleared binding levels {{(pid=80330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:51:19.426143 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] For port 62fb1714-cf93-450d-91c5-2f776526d469, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=62fb1714-cf93-450d-91c5-2f776526d469,segment=NetworkSegment(fe2ab88f-dfa5-4791-be10-6390467c3168),segment_id=fe2ab88f-dfa5-4791-be10-6390467c3168)] {{(pid=80330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:51:19.446937 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:19.448196 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:19.450860 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] 10.222.0.90 "PUT /v2.0/ports/5d174d7b-5c63-4d2f-bb81-96210d71ccea HTTP/1.1" status: 200 len: 1158 time: 6.5426168 Dec 02 15:51:19.453533 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd', 'tag': '5d174d7b-5c63-4d2f-bb81-96210d71ccea'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:51:19.470044 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-533709e4-72d4-4673-937d-309855fd3700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:19.478157 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning for port 18f02f70-567f-4198-9394-ba2790ddbc2f completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:51:19.480947 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:19.494258 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 18f02f70-567f-4198-9394-ba2790ddbc2f triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:51:19.495957 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:19.532405 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-34ac150c-c846-4dae-91b6-a2371469a841 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:19.581230 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-533709e4-72d4-4673-937d-309855fd3700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:19.588787 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd', 'tag': '5d174d7b-5c63-4d2f-bb81-96210d71ccea', 'status': 'completed', 'code': 200} Dec 02 15:51:19.764264 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:19.805678 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-533709e4-72d4-4673-937d-309855fd3700 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0da099ae458643ee80da4ad85b0865e4&name=default HTTP/1.1" status: 200 len: 2879 time: 2.1433229 Dec 02 15:51:19.809466 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 35938) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:19.817485 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] Pushing event updated for resources: {'Port': ['ID=62fb1714-cf93-450d-91c5-2f776526d469,revision_number=3']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:19.821427 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b23da2-27ae-424d-a7d8-09afade6eab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f02f70-567f-4198-9394-ba2790ddbc2f'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:51:19.835020 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:19.841858 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 18f02f70-567f-4198-9394-ba2790ddbc2f, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=18f02f70-567f-4198-9394-ba2790ddbc2f,segment=NetworkSegment(088ed473-7800-49dc-ba8b-c6f8f92efc2b),segment_id=088ed473-7800-49dc-ba8b-c6f8f92efc2b)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:51:19.850588 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b73d3bf1-f37b-471a-a956-4a2df334400b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:19.888786 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:19.893317 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:19.940072 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533709e4-72d4-4673-937d-309855fd3700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636c60c3-d897-4d28-9c4f-9f5402ad24fa,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:19.959810 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:20.000727 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:20.054056 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-533709e4-72d4-4673-937d-309855fd3700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:20.116263 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:20.128515 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-3d974698-c543-46a5-b259-d45025e81629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:20.132948 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b23da2-27ae-424d-a7d8-09afade6eab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f02f70-567f-4198-9394-ba2790ddbc2f', 'code': 200} Dec 02 15:51:20.134139 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=18f02f70-567f-4198-9394-ba2790ddbc2f,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:20.152068 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.152682 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.153292 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.153892 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.154629 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.155259 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.155859 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.156453 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.157066 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.157703 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.158344 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.159249 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.159961 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.160557 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.161333 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.161938 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.162762 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.163349 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.163944 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.164697 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.165101 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.166098 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.166199 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.166891 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.173919 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:20.179601 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:20.182501 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4c7a5-b298-43c8-95b7-5c807a111b12 req-c630d246-db8b-4b67-b597-3d0af1c7c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:20.184367 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/636c60c3-d897-4d28-9c4f-9f5402ad24fa HTTP/1.1" status: 204 len: 168 time: 0.3736970 Dec 02 15:51:20.188226 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636c60c3-d897-4d28-9c4f-9f5402ad24fa,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:20.198907 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ade4c7a5-b298-43c8-95b7-5c807a111b12 req-c630d246-db8b-4b67-b597-3d0af1c7c846 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7679e824ae94af092eab065a5350394&device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 1161 time: 0.6026840 Dec 02 15:51:20.209476 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:20.211316 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:20.214065 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] 10.222.0.90 "PUT /v2.0/ports/62fb1714-cf93-450d-91c5-2f776526d469 HTTP/1.1" status: 200 len: 1157 time: 4.5175664 Dec 02 15:51:20.214419 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.214916 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.215316 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.215708 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.216086 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.216466 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.216836 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.217270 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.217645 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.218016 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.218388 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.219107 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.219625 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.219991 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.220360 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.220726 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.221106 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.221458 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.221831 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.222178 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.222561 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.222925 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.231292 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.234992 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:51:20.240012 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:20.406834 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd35f0-9a22-49f9-ab2c-ad9882a39582 req-a3f2c0a9-618b-460e-ba56-ee0240f8888b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:20.415936 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6abd35f0-9a22-49f9-ab2c-ad9882a39582 req-a3f2c0a9-618b-460e-ba56-ee0240f8888b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 944 time: 0.1605611 Dec 02 15:51:20.529591 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6abd35f0-9a22-49f9-ab2c-ad9882a39582 req-19396240-c4c7-4e1f-8148-239a8996ada3 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120625 Dec 02 15:51:20.730398 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 18f02f70-567f-4198-9394-ba2790ddbc2f up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:51:20.809739 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4c7a5-b298-43c8-95b7-5c807a111b12 req-9abf7b3a-602f-4bb6-8003-57738d234a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:20.812413 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ade4c7a5-b298-43c8-95b7-5c807a111b12 req-9abf7b3a-602f-4bb6-8003-57738d234a1f service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=d7679e824ae94af092eab065a5350394&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5967424 Dec 02 15:51:20.835776 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2fbef-a1d4-4a8a-940f-551d9f98465d req-23ad0d92-ba74-4db6-8da7-a2b39e303a01 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:20.851005 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1fe2fbef-a1d4-4a8a-940f-551d9f98465d req-23ad0d92-ba74-4db6-8da7-a2b39e303a01 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 943 time: 0.2754719 Dec 02 15:51:20.907191 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 18f02f70-567f-4198-9394-ba2790ddbc2f triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:51:20.907612 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:20.958564 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1fe2fbef-a1d4-4a8a-940f-551d9f98465d req-5b219c49-0fda-4b4c-84da-14043f3f3afa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056414 Dec 02 15:51:21.204650 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-a394d5ea-aae8-4069-abc4-c21aa4727e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:21.208181 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-a394d5ea-aae8-4069-abc4-c21aa4727e69 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cca84cc05e794548902f38e2444508de&device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 1160 time: 0.6378305 Dec 02 15:51:21.227993 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 35966) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:21.271505 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e7e7de83-d946-444b-b159-bdcb93e50b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:21.303328 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-e7e7de83-d946-444b-b159-bdcb93e50b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:51:21.311688 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-e7e7de83-d946-444b-b159-bdcb93e50b92 admin admin] Usage tracker for resource:security_group_rule and tenant:1a749ee95704474193a565a0c000c8ae is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:51:21.317771 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-e7e7de83-d946-444b-b159-bdcb93e50b92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:51:21.337466 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-e7e7de83-d946-444b-b159-bdcb93e50b92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:51:21.513831 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e7e7de83-d946-444b-b159-bdcb93e50b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:21.552999 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e7e7de83-d946-444b-b159-bdcb93e50b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:21.560041 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22a902-54af-4c1b-99af-58337266cad8 req-52e52eee-5cca-4175-b646-da7a389864d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:21.562274 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2b22a902-54af-4c1b-99af-58337266cad8 req-52e52eee-5cca-4175-b646-da7a389864d2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 1162 time: 0.8645995 Dec 02 15:51:21.567471 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:21.594508 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f', 'tag': '62fb1714-cf93-450d-91c5-2f776526d469'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:51:21.617083 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-0e1acaaf-d14c-48e1-9e43-963def90c24b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62fb1714-cf93-450d-91c5-2f776526d469 HTTP/1.1" status: 200 len: 217 time: 0.3862851 Dec 02 15:51:21.656963 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-e7e7de83-d946-444b-b159-bdcb93e50b92 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1a749ee95704474193a565a0c000c8ae&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4268365 Dec 02 15:51:21.660048 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 35980) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:21.661518 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7de83-d946-444b-b159-bdcb93e50b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4d23f0-2dbe-406f-b7b1-f5d51c05128f,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:21.680788 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e7e7de83-d946-444b-b159-bdcb93e50b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:21.694668 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4c7a5-b298-43c8-95b7-5c807a111b12 req-cc93bb09-5e71-422a-96cd-f9426f170722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:21.696320 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ade4c7a5-b298-43c8-95b7-5c807a111b12 req-cc93bb09-5e71-422a-96cd-f9426f170722 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.8716483 Dec 02 15:51:21.725112 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-2b22a902-54af-4c1b-99af-58337266cad8 req-2268cd0c-2a33-4300-9822-b1978d7a918b service neutron] Synchronizing usage tracker for tenant:d45f1a05f1a7447086f15e6080f398e4 on resource:security_group {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:51:21.747309 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-893781ba-3187-4500-9850-2bf5ac67b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:21.749435 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-893781ba-3187-4500-9850-2bf5ac67b540 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1dec06aa-ae61-48b1-9f23-8da853bd2bcb HTTP/1.1" status: 200 len: 849 time: 0.1145275 Dec 02 15:51:21.753965 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f', 'tag': '62fb1714-cf93-450d-91c5-2f776526d469', 'status': 'completed', 'code': 200} Dec 02 15:51:21.898252 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a7ea421a-3d7a-4ee2-9f87-b3ec7c8b32f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:21.906508 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-2b22a902-54af-4c1b-99af-58337266cad8 req-2268cd0c-2a33-4300-9822-b1978d7a918b service neutron] Unset dirty status for tenant:d45f1a05f1a7447086f15e6080f398e4 on resource:security_group {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:51:21.908781 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2b22a902-54af-4c1b-99af-58337266cad8 req-2268cd0c-2a33-4300-9822-b1978d7a918b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374336 Dec 02 15:51:21.957227 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f95ec5a1-da84-4b34-a2e2-5c9c2be6f1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:21.960123 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a7ea421a-3d7a-4ee2-9f87-b3ec7c8b32f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:21.998803 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69b6c7-2884-46f8-a4ca-1dc06a442b85 req-3fd35864-1ed0-464a-8eb5-8f45e4799c32 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:22.007162 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8f69b6c7-2884-46f8-a4ca-1dc06a442b85 req-3fd35864-1ed0-464a-8eb5-8f45e4799c32 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 944 time: 0.1695287 Dec 02 15:51:22.020148 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-c08a5ed1-415f-45e2-ac1f-a50dfce1b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:22.023084 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-c08a5ed1-415f-45e2-ac1f-a50dfce1b87d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=897c5c37-7e4c-49f0-aa05-6604955b43fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2156863 Dec 02 15:51:22.026343 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-83aeb64b-4a5f-43fd-b8a0-3874206b7fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:22.029067 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-83aeb64b-4a5f-43fd-b8a0-3874206b7fca service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7679e824ae94af092eab065a5350394&device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 1161 time: 0.2201934 Dec 02 15:51:22.088329 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8f69b6c7-2884-46f8-a4ca-1dc06a442b85 req-ed32e533-84dd-488f-aaed-9c8a926d5fc5 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797815 Dec 02 15:51:22.175777 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a7ea421a-3d7a-4ee2-9f87-b3ec7c8b32f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:22.189159 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a5b764b4-e098-45d9-b978-9d0c5b7b1a42 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:22.226021 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea421a-3d7a-4ee2-9f87-b3ec7c8b32f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4d23f0-2dbe-406f-b7b1-f5d51c05128f,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:22.230193 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a7ea421a-3d7a-4ee2-9f87-b3ec7c8b32f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:22.242629 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a7ea421a-3d7a-4ee2-9f87-b3ec7c8b32f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:22.251534 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-a7ea421a-3d7a-4ee2-9f87-b3ec7c8b32f8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ed4d23f0-2dbe-406f-b7b1-f5d51c05128f HTTP/1.1" status: 204 len: 168 time: 0.5668309 Dec 02 15:51:22.511124 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 36004) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:22.600680 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8c4b7-c2dc-42ba-a2ee-c0ba1ece0506 req-c375bbf1-2e01-44c1-9128-b63c9ce0e1de tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:22.609432 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-14b8c4b7-c2dc-42ba-a2ee-c0ba1ece0506 req-c375bbf1-2e01-44c1-9128-b63c9ce0e1de tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 943 time: 0.2846401 Dec 02 15:51:22.635932 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-27577bdd-2e3a-447b-a010-e1cad714ca2e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d174d7b-5c63-4d2f-bb81-96210d71ccea HTTP/1.1" status: 200 len: 217 time: 0.2869835 Dec 02 15:51:22.704678 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-14b8c4b7-c2dc-42ba-a2ee-c0ba1ece0506 req-342c3e9e-51ce-4d91-bf6b-1ae2fea82e8a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785794 Dec 02 15:51:22.769512 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-d1e8a16c-6fec-4a32-a540-d646d7875e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:22.771569 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-d1e8a16c-6fec-4a32-a540-d646d7875e4c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3e434592-5494-4b21-a789-a46e40e41519 HTTP/1.1" status: 200 len: 859 time: 0.1266236 Dec 02 15:51:22.862076 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-43efcaad-ec30-4d95-811c-e6e9ac9fb8ec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e8564c47-b571-4eeb-9632-4e52a1d4b946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738423 Dec 02 15:51:22.865774 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-0ec54290-24df-4910-9a04-c46f13b0f203 service neutron] 10.222.0.90 "GET /v2.0/networks/897c5c37-7e4c-49f0-aa05-6604955b43fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5677428 Dec 02 15:51:22.900352 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ae4a4d36-aa3d-4234-a3bd-ad923b6b369a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:22.931680 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-ae4a4d36-aa3d-4234-a3bd-ad923b6b369a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:51:22.937426 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-ae4a4d36-aa3d-4234-a3bd-ad923b6b369a admin admin] Usage tracker for resource:security_group_rule and tenant:f6ad626c6b0341ab91d79a3cb4fb07eb is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:51:22.942867 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-ae4a4d36-aa3d-4234-a3bd-ad923b6b369a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:51:22.956512 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-ae4a4d36-aa3d-4234-a3bd-ad923b6b369a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:51:23.159180 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ae4a4d36-aa3d-4234-a3bd-ad923b6b369a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:23.203195 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ae4a4d36-aa3d-4234-a3bd-ad923b6b369a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:23.230011 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-3c679083-3e70-4cc5-9775-4f7a5b910ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:23.402276 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-ae4a4d36-aa3d-4234-a3bd-ad923b6b369a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f6ad626c6b0341ab91d79a3cb4fb07eb&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8880160 Dec 02 15:51:23.404351 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a4d36-aa3d-4234-a3bd-ad923b6b369a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1ee97a-9904-444c-9b6d-3cd4eb4345cd,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:23.410680 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 36034) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:23.416900 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ae4a4d36-aa3d-4234-a3bd-ad923b6b369a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:23.769766 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2669c549-256c-448b-b608-215fb049cb6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:23.785644 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-58ce1e1e-69e9-4287-aa68-e398656c13cf service neutron] 10.222.0.90 "GET /v2.0/networks/e8564c47-b571-4eeb-9632-4e52a1d4b946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8253448 Dec 02 15:51:23.808057 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6573b046-0af7-49e0-968c-6c8e044717b6 req-8bc68b63-d406-4a9d-ae39-6d04863556c5 service neutron] 10.222.0.90 "GET /v2.0/networks/897c5c37-7e4c-49f0-aa05-6604955b43fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8869216 Dec 02 15:51:23.908291 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2669c549-256c-448b-b608-215fb049cb6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:23.934542 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a0224-85ad-42f8-b39a-f993b41c3020 req-c48d8547-77a8-4915-98a5-0fa679bd8309 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:23.949168 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d93a0224-85ad-42f8-b39a-f993b41c3020 req-c48d8547-77a8-4915-98a5-0fa679bd8309 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 944 time: 0.4875901 Dec 02 15:51:24.075484 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d93a0224-85ad-42f8-b39a-f993b41c3020 req-ceaa04e2-0130-4250-8273-0edaac4bec18 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245956 Dec 02 15:51:24.227195 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2669c549-256c-448b-b608-215fb049cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:24.254081 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a4c85d2d-8a1b-4281-b1d0-65e0137bb0d2 req-8719dd38-28cc-4f64-ace9-5803eb09ac9d service neutron] 10.222.0.90 "GET /v2.0/networks/e8564c47-b571-4eeb-9632-4e52a1d4b946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4619303 Dec 02 15:51:24.259954 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-3fafc0cb-1996-4864-8f70-3603d5263332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:24.293855 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669c549-256c-448b-b608-215fb049cb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1ee97a-9904-444c-9b6d-3cd4eb4345cd,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:24.309726 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13866052-627c-4bf1-a439-22fb73ddd383 req-be3b1ba2-46db-4617-8e2c-58ea4f8e44ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:24.312727 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-13866052-627c-4bf1-a439-22fb73ddd383 req-be3b1ba2-46db-4617-8e2c-58ea4f8e44ab service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cca84cc05e794548902f38e2444508de&device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 1160 time: 0.3210177 Dec 02 15:51:24.314926 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2669c549-256c-448b-b608-215fb049cb6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:24.346873 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2669c549-256c-448b-b608-215fb049cb6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:24.353482 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-2669c549-256c-448b-b608-215fb049cb6b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1e1ee97a-9904-444c-9b6d-3cd4eb4345cd HTTP/1.1" status: 204 len: 168 time: 0.9414492 Dec 02 15:51:24.478913 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-33720cfd-518f-482f-8f2c-c5b1541b4efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:24.789695 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3990b2-7676-4101-9041-efa5f553ce79 req-eef2ddc2-ff90-42dc-8cff-fc70bb54b747 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:24.799100 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2f3990b2-7676-4101-9041-efa5f553ce79 req-eef2ddc2-ff90-42dc-8cff-fc70bb54b747 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 945 time: 0.2919219 Dec 02 15:51:24.850624 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13866052-627c-4bf1-a439-22fb73ddd383 req-20ff872a-a768-4a5e-902a-df387ddbd924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:24.857642 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-13866052-627c-4bf1-a439-22fb73ddd383 req-20ff872a-a768-4a5e-902a-df387ddbd924 service neutron] 10.222.0.90 "GET /v2.0/networks?id=897c5c37-7e4c-49f0-aa05-6604955b43fe HTTP/1.1" status: 200 len: 904 time: 0.5351846 Dec 02 15:51:24.887867 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2f3990b2-7676-4101-9041-efa5f553ce79 req-5d9662fb-2c28-42c5-9857-94de7d74c89e tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/security-groups?id=9e4b888e-c460-4232-9c1c-c94a69991f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874908 Dec 02 15:51:24.897058 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:24.920849 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c77e1-e348-492c-a021-3f5be38864e2 req-bc01c833-668b-4884-ad3e-7e2bcfa2bbc4 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:24.931517 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5e8c77e1-e348-492c-a021-3f5be38864e2 req-bc01c833-668b-4884-ad3e-7e2bcfa2bbc4 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 943 time: 0.3532960 Dec 02 15:51:24.979150 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 36074) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:25.011149 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-13866052-627c-4bf1-a439-22fb73ddd383 req-9f1508dd-72f6-4666-ab82-be65948747b6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62fb1714-cf93-450d-91c5-2f776526d469 HTTP/1.1" status: 200 len: 217 time: 0.1354206 Dec 02 15:51:25.064347 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5e8c77e1-e348-492c-a021-3f5be38864e2 req-a0d34f81-d012-42b1-b536-0f7dacbb3f8b tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306131 Dec 02 15:51:25.143714 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13866052-627c-4bf1-a439-22fb73ddd383 req-b44c9f24-3df7-4916-8f7d-455e943653de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:25.146301 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-13866052-627c-4bf1-a439-22fb73ddd383 req-b44c9f24-3df7-4916-8f7d-455e943653de service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1dec06aa-ae61-48b1-9f23-8da853bd2bcb HTTP/1.1" status: 200 len: 849 time: 0.1197970 Dec 02 15:51:25.317108 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13866052-627c-4bf1-a439-22fb73ddd383 req-cf8e5040-0280-4787-8e0b-3a5d8144b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:25.318831 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-13866052-627c-4bf1-a439-22fb73ddd383 req-cf8e5040-0280-4787-8e0b-3a5d8144b323 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=897c5c37-7e4c-49f0-aa05-6604955b43fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1586435 Dec 02 15:51:25.661168 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-13866052-627c-4bf1-a439-22fb73ddd383 req-7967c37d-54e4-424c-a4e4-1455f76b930f service neutron] 10.222.0.90 "GET /v2.0/networks/897c5c37-7e4c-49f0-aa05-6604955b43fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302650 Dec 02 15:51:25.802373 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:25.832678 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d434a78e-70da-4db8-b209-09c22fbb7b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:25.854733 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-d434a78e-70da-4db8-b209-09c22fbb7b90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:51:25.860018 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-d434a78e-70da-4db8-b209-09c22fbb7b90 admin admin] Usage tracker for resource:security_group_rule and tenant:a7719435411c4027986edb4ae4ffe818 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:51:25.863353 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-d434a78e-70da-4db8-b209-09c22fbb7b90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:51:25.869538 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-d434a78e-70da-4db8-b209-09c22fbb7b90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:51:25.885800 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-13866052-627c-4bf1-a439-22fb73ddd383 req-df0c6337-616e-44d1-bd1c-758d0a0a4461 service neutron] 10.222.0.90 "GET /v2.0/networks/897c5c37-7e4c-49f0-aa05-6604955b43fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2136548 Dec 02 15:51:26.009420 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-60649656-14e5-428a-b2bd-050a8db721de tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:26.018129 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-60649656-14e5-428a-b2bd-050a8db721de tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/networks?id=35fd24f2-ba7b-406a-8613-44494f3bdb02 HTTP/1.1" status: 200 len: 815 time: 0.6225562 Dec 02 15:51:26.037530 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be51422-3333-484f-a823-502364d662e7 req-99871f78-4e86-4a2e-a8c4-7a5d22902f5b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:26.039308 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3be51422-3333-484f-a823-502364d662e7 req-99871f78-4e86-4a2e-a8c4-7a5d22902f5b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 944 time: 0.6128170 Dec 02 15:51:26.053283 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-6170ac75-1885-4b87-b653-ca9973e3259f tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/quotas/5b044abbdfeb42beab9693a7883ab0b0 HTTP/1.1" status: 200 len: 375 time: 0.0338750 Dec 02 15:51:26.187687 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d434a78e-70da-4db8-b209-09c22fbb7b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:26.298646 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3be51422-3333-484f-a823-502364d662e7 req-cbf7553c-0783-4b58-9e2d-4ecdb30aa025 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389771 Dec 02 15:51:26.298646 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-d53c0ea9-b205-442d-9b4d-f6c26ecddd8e tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?tenant_id=5b044abbdfeb42beab9693a7883ab0b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1928158 Dec 02 15:51:26.313364 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 36106) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:26.385070 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-19353e52-f5fb-4e89-a3f7-5a39696cfaa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:26.385070 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-19353e52-f5fb-4e89-a3f7-5a39696cfaa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:51:26.394285 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-19353e52-f5fb-4e89-a3f7-5a39696cfaa7 admin admin] Usage tracker for resource:security_group_rule and tenant:e30ccc60f34c431c96fe2237b70abf4e is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:51:26.400626 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-19353e52-f5fb-4e89-a3f7-5a39696cfaa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:51:26.416163 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-19353e52-f5fb-4e89-a3f7-5a39696cfaa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:51:26.479025 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d434a78e-70da-4db8-b209-09c22fbb7b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:26.509847 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ae4a4d36-aa3d-4234-a3bd-ad923b6b369a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:26.578651 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-19353e52-f5fb-4e89-a3f7-5a39696cfaa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:26.621334 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-19353e52-f5fb-4e89-a3f7-5a39696cfaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:26.637307 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:26.681905 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-d434a78e-70da-4db8-b209-09c22fbb7b90 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a7719435411c4027986edb4ae4ffe818&name=default HTTP/1.1" status: 200 len: 2879 time: 1.6983345 Dec 02 15:51:26.685253 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 36114) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:26.686707 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434a78e-70da-4db8-b209-09c22fbb7b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcc4d60-af6c-43f0-b1c9-c8aba0bf6b1c,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:26.698576 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-19353e52-f5fb-4e89-a3f7-5a39696cfaa7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e30ccc60f34c431c96fe2237b70abf4e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3817644 Dec 02 15:51:26.749857 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d434a78e-70da-4db8-b209-09c22fbb7b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:26.749857 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 36120) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:26.788183 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19353e52-f5fb-4e89-a3f7-5a39696cfaa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd6ac87-9af9-44b4-a98a-531d2f80a3f6,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:26.797729 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-19353e52-f5fb-4e89-a3f7-5a39696cfaa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:26.807294 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-6449e6bc-9db5-44e0-9b8c-8593d2be088b service neutron] 10.222.0.98 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519004 Dec 02 15:51:26.858677 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a4bda7be-8cfa-43ec-b4a9-1539034c320d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:26.896927 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a4bda7be-8cfa-43ec-b4a9-1539034c320d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:26.908573 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:26.997941 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a4bda7be-8cfa-43ec-b4a9-1539034c320d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:27.004327 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-533709e4-72d4-4673-937d-309855fd3700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:27.019016 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bda7be-8cfa-43ec-b4a9-1539034c320d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcc4d60-af6c-43f0-b1c9-c8aba0bf6b1c,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:27.024365 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a4bda7be-8cfa-43ec-b4a9-1539034c320d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:27.056024 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a4bda7be-8cfa-43ec-b4a9-1539034c320d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:27.062279 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136256f-8c76-4b2a-a626-3032fe3bad4d req-34e1375e-ad96-4053-905f-426207187380 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:27.062557 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-a4bda7be-8cfa-43ec-b4a9-1539034c320d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2fcc4d60-af6c-43f0-b1c9-c8aba0bf6b1c HTTP/1.1" status: 204 len: 168 time: 0.3673201 Dec 02 15:51:27.062698 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8136256f-8c76-4b2a-a626-3032fe3bad4d req-34e1375e-ad96-4053-905f-426207187380 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 945 time: 0.6756561 Dec 02 15:51:27.188559 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dd2f1b94-7dd5-497d-a83e-1eb96ba0e434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:27.327831 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8136256f-8c76-4b2a-a626-3032fe3bad4d req-75ce7d27-6db2-4372-a66e-0004ee0cd73b tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/security-groups?id=9e4b888e-c460-4232-9c1c-c94a69991f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482598 Dec 02 15:51:27.335489 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-4b89415b-4116-4411-9a20-a82973f2aa24 service neutron] 10.222.0.98 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5064323 Dec 02 15:51:27.341589 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dd2f1b94-7dd5-497d-a83e-1eb96ba0e434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:27.455027 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dd2f1b94-7dd5-497d-a83e-1eb96ba0e434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:27.487084 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-58ca62a1-4fdf-4410-a151-00c2076e9a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:27.573561 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f1b94-7dd5-497d-a83e-1eb96ba0e434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd6ac87-9af9-44b4-a98a-531d2f80a3f6,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:27.589072 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-dd2f1b94-7dd5-497d-a83e-1eb96ba0e434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:27.593338 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dd2f1b94-7dd5-497d-a83e-1eb96ba0e434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:27.603071 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-dd2f1b94-7dd5-497d-a83e-1eb96ba0e434 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cbd6ac87-9af9-44b4-a98a-531d2f80a3f6 HTTP/1.1" status: 204 len: 168 time: 0.8455629 Dec 02 15:51:27.716123 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b53ec-1cc5-4941-936c-c9a0ad73aaa8 req-49a3dd5a-32e9-4eda-ae95-5dcfeaefdbce tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:27.717852 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-337b53ec-1cc5-4941-936c-c9a0ad73aaa8 req-49a3dd5a-32e9-4eda-ae95-5dcfeaefdbce tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Synchronizing usage tracker for tenant:d2546e4eef1e43a9943badf154d1cf38 on resource:port {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:51:27.732568 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 62fb1714-cf93-450d-91c5-2f776526d469 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:51:27.833706 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-337b53ec-1cc5-4941-936c-c9a0ad73aaa8 req-49a3dd5a-32e9-4eda-ae95-5dcfeaefdbce tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Unset dirty status for tenant:d2546e4eef1e43a9943badf154d1cf38 on resource:port {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:51:27.836496 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-337b53ec-1cc5-4941-936c-c9a0ad73aaa8 req-49a3dd5a-32e9-4eda-ae95-5dcfeaefdbce tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.90 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 945 time: 0.4260514 Dec 02 15:51:28.053403 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffa199-6a2b-449c-a905-a9109497c3b0 req-301dd7e6-2ba5-478c-af97-e357c4914f93 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:28.056558 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5dffa199-6a2b-449c-a905-a9109497c3b0 req-301dd7e6-2ba5-478c-af97-e357c4914f93 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 943 time: 0.1565535 Dec 02 15:51:28.072302 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning for port 62fb1714-cf93-450d-91c5-2f776526d469 completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:51:28.081415 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 62fb1714-cf93-450d-91c5-2f776526d469 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:51:28.081415 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:28.148398 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-337b53ec-1cc5-4941-936c-c9a0ad73aaa8 req-6340d350-8775-4d2c-adfa-d1d697a8266e tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Deleting port 177e2dd7-2b3f-40fb-9dcf-26d522df65e2 {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:51:28.149083 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-337b53ec-1cc5-4941-936c-c9a0ad73aaa8 req-6340d350-8775-4d2c-adfa-d1d697a8266e tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:28.245272 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5dffa199-6a2b-449c-a905-a9109497c3b0 req-28c4ae79-6274-4327-bf59-505d2f694a76 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729469 Dec 02 15:51:28.374972 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 36158) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:28.451285 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-621af51f-08df-4bff-824b-418fac04156b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:28.472871 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:28.529058 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fb1714-cf93-450d-91c5-2f776526d469'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:51:28.547954 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 62fb1714-cf93-450d-91c5-2f776526d469, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=62fb1714-cf93-450d-91c5-2f776526d469,segment=NetworkSegment(fe2ab88f-dfa5-4791-be10-6390467c3168),segment_id=fe2ab88f-dfa5-4791-be10-6390467c3168)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:51:28.577879 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-621af51f-08df-4bff-824b-418fac04156b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:51:28.596657 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:28.603706 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:28.642648 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-de22b400-319d-42a9-ad78-8957cff88e2e req-d822f445-9ba1-4268-8303-3152a10725cf tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=4bc58da8-50b6-4c7c-a83b-38526c36d540 HTTP/1.1" status: 200 len: 210 time: 0.2051187 Dec 02 15:51:28.645977 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-621af51f-08df-4bff-824b-418fac04156b admin admin] Usage tracker for resource:security_group_rule and tenant:376d77ba574742ae914e74be48848446 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:51:28.656722 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-621af51f-08df-4bff-824b-418fac04156b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:51:28.686905 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-621af51f-08df-4bff-824b-418fac04156b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:51:28.728490 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a10a6-5aa0-45de-9f65-00313a67b07f req-20155993-70c9-4579-888e-36ce7c5cc934 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:28.733926 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6e6a10a6-5aa0-45de-9f65-00313a67b07f req-20155993-70c9-4579-888e-36ce7c5cc934 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 944 time: 0.4999597 Dec 02 15:51:28.806413 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=62fb1714-cf93-450d-91c5-2f776526d469,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:28.816804 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:28.841171 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-337b53ec-1cc5-4941-936c-c9a0ad73aaa8 req-6340d350-8775-4d2c-adfa-d1d697a8266e tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] For port 177e2dd7-2b3f-40fb-9dcf-26d522df65e2, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=177e2dd7-2b3f-40fb-9dcf-26d522df65e2,segment=NetworkSegment(2e755052-6b7e-45a8-880f-89b20c4933c9),segment_id=2e755052-6b7e-45a8-880f-89b20c4933c9)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:51:28.846060 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-337b53ec-1cc5-4941-936c-c9a0ad73aaa8 req-6340d350-8775-4d2c-adfa-d1d697a8266e tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:28.874937 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6e6a10a6-5aa0-45de-9f65-00313a67b07f req-3d7e5fc6-c87d-4cc0-99b9-40eecdba6063 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299319 Dec 02 15:51:29.192408 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-621af51f-08df-4bff-824b-418fac04156b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:29.238942 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-621af51f-08df-4bff-824b-418fac04156b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:29.239205 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fb1714-cf93-450d-91c5-2f776526d469', 'code': 200} Dec 02 15:51:29.284562 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b9a899c6-1c17-4dcc-af29-61d993afc249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:29.349762 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-337b53ec-1cc5-4941-936c-c9a0ad73aaa8 req-6340d350-8775-4d2c-adfa-d1d697a8266e tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Calling delete_port for 177e2dd7-2b3f-40fb-9dcf-26d522df65e2 owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:51:29.525291 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-621af51f-08df-4bff-824b-418fac04156b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=376d77ba574742ae914e74be48848446&name=default HTTP/1.1" status: 200 len: 2879 time: 1.1483750 Dec 02 15:51:29.527118 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621af51f-08df-4bff-824b-418fac04156b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a7d0df-1bb5-49dc-b87d-1a81f707762d,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:29.533475 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 36188) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:29.550206 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-621af51f-08df-4bff-824b-418fac04156b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:29.715379 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889c3f6-5845-4d39-b05f-b2d4e8e27d5c req-d5dfea75-1255-43af-bca0-36e41c66683a tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:29.725606 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d889c3f6-5845-4d39-b05f-b2d4e8e27d5c req-d5dfea75-1255-43af-bca0-36e41c66683a tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 945 time: 0.4421558 Dec 02 15:51:29.753051 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 5d174d7b-5c63-4d2f-bb81-96210d71ccea up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:51:29.781966 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d72b0731-82e2-4a4f-8656-89f8d12e3d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:29.878295 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d72b0731-82e2-4a4f-8656-89f8d12e3d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:29.987044 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning for port 5d174d7b-5c63-4d2f-bb81-96210d71ccea completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:51:29.994637 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 5d174d7b-5c63-4d2f-bb81-96210d71ccea triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:51:29.995688 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:30.245957 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d889c3f6-5845-4d39-b05f-b2d4e8e27d5c req-416cebc5-4a03-4c60-86ee-de617b8303ae tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/security-groups?id=9e4b888e-c460-4232-9c1c-c94a69991f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669886 Dec 02 15:51:30.271645 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:30.303338 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d72b0731-82e2-4a4f-8656-89f8d12e3d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:30.322539 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:30.352108 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e2f2d-ee2b-4389-9f71-2aa4ef1e16b9 req-b6c2da5b-5830-4305-bb2f-8f7bad0656bf tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:30.353828 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-675e2f2d-ee2b-4389-9f71-2aa4ef1e16b9 req-b6c2da5b-5830-4305-bb2f-8f7bad0656bf tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.5661197 Dec 02 15:51:30.371921 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b0731-82e2-4a4f-8656-89f8d12e3d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a7d0df-1bb5-49dc-b87d-1a81f707762d,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:30.376932 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d72b0731-82e2-4a4f-8656-89f8d12e3d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:30.441731 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d72b0731-82e2-4a4f-8656-89f8d12e3d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:30.446087 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-d72b0731-82e2-4a4f-8656-89f8d12e3d7b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/12a7d0df-1bb5-49dc-b87d-1a81f707762d HTTP/1.1" status: 204 len: 168 time: 0.9093335 Dec 02 15:51:30.463552 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 5d174d7b-5c63-4d2f-bb81-96210d71ccea, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=5d174d7b-5c63-4d2f-bb81-96210d71ccea,segment=NetworkSegment(088ed473-7800-49dc-ba8b-c6f8f92efc2b),segment_id=088ed473-7800-49dc-ba8b-c6f8f92efc2b)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:51:30.492468 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-675e2f2d-ee2b-4389-9f71-2aa4ef1e16b9 req-642f9bb9-a184-4248-9167-44ba6632a6a9 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179159 Dec 02 15:51:30.546990 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:30.549624 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:30.552555 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b9bf5-3074-4bcd-9404-42560275c0b5 req-4b585422-2ac9-4421-87dd-8dc34baa5e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:30.554224 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b16b9bf5-3074-4bcd-9404-42560275c0b5 req-4b585422-2ac9-4421-87dd-8dc34baa5e51 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 1162 time: 0.1754508 Dec 02 15:51:30.655607 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b16b9bf5-3074-4bcd-9404-42560275c0b5 req-7e7931dd-b4a9-4b99-96d2-56617b796672 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932493 Dec 02 15:51:30.656504 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-337b53ec-1cc5-4941-936c-c9a0ad73aaa8 req-6340d350-8775-4d2c-adfa-d1d697a8266e tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:30.658467 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 177e2dd7-2b3f-40fb-9dcf-26d522df65e2 no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 15:51:30.794331 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4af42681-bd37-41eb-923f-8006aff2ad5b req-9cbcf4c4-1dd1-4436-b358-17715a004835 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=4bc58da8-50b6-4c7c-a83b-38526c36d540 HTTP/1.1" status: 200 len: 210 time: 0.1959119 Dec 02 15:51:30.848773 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] No Port match for: 177e2dd7-2b3f-40fb-9dcf-26d522df65e2 {{(pid=80332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 15:51:30.849170 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 177e2dd7-2b3f-40fb-9dcf-26d522df65e2 not bound to the agent host hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 15:51:30.870905 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=5d174d7b-5c63-4d2f-bb81-96210d71ccea,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:30.883484 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:30.896498 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-cfc4305e-7bdd-40e3-bb8c-f66773664db9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:30.976602 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340d350-8775-4d2c-adfa-d1d697a8266e tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Pushing event deleted for resources: {'Port': ['ID=177e2dd7-2b3f-40fb-9dcf-26d522df65e2,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:30.981785 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6340d350-8775-4d2c-adfa-d1d697a8266e tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:31.032300 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-337b53ec-1cc5-4941-936c-c9a0ad73aaa8 req-6340d350-8775-4d2c-adfa-d1d697a8266e tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] No DVR routers for this DVR port 177e2dd7-2b3f-40fb-9dcf-26d522df65e2 on host hv-cinder-73761 {{(pid=80330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 15:51:31.037561 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-337b53ec-1cc5-4941-936c-c9a0ad73aaa8 req-6340d350-8775-4d2c-adfa-d1d697a8266e tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:31.040868 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c471e15b-81e7-42ba-9afc-a29ddf536da9', 'name': 'network-vif-deleted', 'tag': '177e2dd7-2b3f-40fb-9dcf-26d522df65e2'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:51:31.072473 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defaef4-25fc-4eed-bee7-271497719bf8 req-4b7cba41-6c21-4942-bc9c-414df00f557f tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:31.084071 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2defaef4-25fc-4eed-bee7-271497719bf8 req-4b7cba41-6c21-4942-bc9c-414df00f557f tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.1743309 Dec 02 15:51:31.130199 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-337b53ec-1cc5-4941-936c-c9a0ad73aaa8 req-6340d350-8775-4d2c-adfa-d1d697a8266e tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.90 "DELETE /v2.0/ports/177e2dd7-2b3f-40fb-9dcf-26d522df65e2 HTTP/1.1" status: 204 len: 173 time: 3.2832417 Dec 02 15:51:31.242040 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d174d7b-5c63-4d2f-bb81-96210d71ccea'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:51:31.289566 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c471e15b-81e7-42ba-9afc-a29ddf536da9', 'name': 'network-vif-deleted', 'tag': '177e2dd7-2b3f-40fb-9dcf-26d522df65e2', 'status': 'completed', 'code': 200} Dec 02 15:51:31.303810 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2defaef4-25fc-4eed-bee7-271497719bf8 req-716a230a-5322-48a9-81c7-0cafb8f445ac tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064142 Dec 02 15:51:31.520793 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d174d7b-5c63-4d2f-bb81-96210d71ccea', 'code': 200} Dec 02 15:51:31.724367 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1eae3abb-2db6-42d3-95f0-d8c830b07bb0 req-2bdeecf8-0c64-423c-8ff4-2a38b23f03a3 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 210 time: 0.1145165 Dec 02 15:51:31.753687 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 5d174d7b-5c63-4d2f-bb81-96210d71ccea up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:51:31.917413 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:31.956326 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 5d174d7b-5c63-4d2f-bb81-96210d71ccea triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:51:31.956326 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:31.958522 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc37c4-5b3b-43fe-aab3-482adf333ab8 req-4d873bf6-3f06-4105-93de-b84e83a97df5 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:31.963553 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c5fc37c4-5b3b-43fe-aab3-482adf333ab8 req-4d873bf6-3f06-4105-93de-b84e83a97df5 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.1914241 Dec 02 15:51:32.165424 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 62fb1714-cf93-450d-91c5-2f776526d469 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:51:32.212483 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cc7b8da5-3932-46a5-8367-67a1e20d0da0 req-ad2c6442-7360-498d-aa9c-e8e0ca71e842 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=4bc58da8-50b6-4c7c-a83b-38526c36d540 HTTP/1.1" status: 200 len: 210 time: 0.1334932 Dec 02 15:51:32.258518 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c5fc37c4-5b3b-43fe-aab3-482adf333ab8 req-84818a46-26d6-4c25-8ce8-e7065b667d8f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2872353 Dec 02 15:51:32.316236 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 62fb1714-cf93-450d-91c5-2f776526d469 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:51:32.316801 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:32.598333 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93195d-f309-407c-863f-39d7f7304a5d req-55871c2d-fbcd-4139-a1fa-3873a5b9e799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:32.604182 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-df93195d-f309-407c-863f-39d7f7304a5d req-55871c2d-fbcd-4139-a1fa-3873a5b9e799 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 1163 time: 0.2650716 Dec 02 15:51:32.903421 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e9807-52a0-4c1b-8514-131efccdead1 req-3fc86212-9cda-444f-8555-8d0fa672711c tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:32.908500 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-790e9807-52a0-4c1b-8514-131efccdead1 req-3fc86212-9cda-444f-8555-8d0fa672711c tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.2085054 Dec 02 15:51:33.064393 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-790e9807-52a0-4c1b-8514-131efccdead1 req-5d0f67c1-abaa-41b1-8c7a-5969fc249517 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453526 Dec 02 15:51:33.123955 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-1e5ae81d-3371-4d53-943e-fcc83cfe928c tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:33.125843 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-1e5ae81d-3371-4d53-943e-fcc83cfe928c tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.90 "GET /v2.0/networks?id=35fd24f2-ba7b-406a-8613-44494f3bdb02 HTTP/1.1" status: 200 len: 815 time: 0.4379246 Dec 02 15:51:33.150359 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-df93195d-f309-407c-863f-39d7f7304a5d req-8becfeaa-2efd-4b24-83b7-51a1e9143c72 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943593 Dec 02 15:51:33.203489 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-07d197e9-197b-4e69-89ff-ce2ec1bbe769 req-6c460b25-c322-46c5-a74b-cd97dc8affbc tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 210 time: 0.0647519 Dec 02 15:51:33.492441 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-df11bf0a-f01b-4ec5-869b-e837f4e186f4 req-ed4ac8fa-cd3a-40c7-908b-3c57c56b9912 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=4bc58da8-50b6-4c7c-a83b-38526c36d540 HTTP/1.1" status: 200 len: 210 time: 0.0846546 Dec 02 15:51:33.572032 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-f674a8ff-3898-413d-9f28-8f0e8048b029 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Request body: {'port': {'device_id': '4bc58da8-50b6-4c7c-a83b-38526c36d540', 'network_id': '35fd24f2-ba7b-406a-8613-44494f3bdb02', 'admin_state_up': True, 'tenant_id': '5b044abbdfeb42beab9693a7883ab0b0'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:51:33.620100 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 62fb1714-cf93-450d-91c5-2f776526d469 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:51:33.683955 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59babdf0-c963-40df-b22f-61ca752555da req-fcb3c9ad-e864-4d50-800d-8e157ccf173e tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:33.694356 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-59babdf0-c963-40df-b22f-61ca752555da req-fcb3c9ad-e864-4d50-800d-8e157ccf173e tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.2004271 Dec 02 15:51:33.746821 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 62fb1714-cf93-450d-91c5-2f776526d469 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:51:33.747543 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:33.909854 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-59babdf0-c963-40df-b22f-61ca752555da req-4680218b-8d28-4557-846f-494ffb1473f2 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056246 Dec 02 15:51:33.917275 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-f674a8ff-3898-413d-9f28-8f0e8048b029 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:51:33.923324 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-f674a8ff-3898-413d-9f28-8f0e8048b029 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Usage tracker for resource:port and tenant:5b044abbdfeb42beab9693a7883ab0b0 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:51:33.928208 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-f674a8ff-3898-413d-9f28-8f0e8048b029 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Quota usage for port was recalculated. Used quota:1. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:51:33.937090 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-f674a8ff-3898-413d-9f28-8f0e8048b029 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:51:33.992578 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-f674a8ff-3898-413d-9f28-8f0e8048b029 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Made reservation on behalf of 5b044abbdfeb42beab9693a7883ab0b0 for: {'port': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:51:34.002982 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-f674a8ff-3898-413d-9f28-8f0e8048b029 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:34.225301 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45934a-661e-471d-b2f9-27572aaf95dc req-cd63925f-b4b3-4811-bbe6-5a604e67bfd0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:34.239358 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5c45934a-661e-471d-b2f9-27572aaf95dc req-cd63925f-b4b3-4811-bbe6-5a604e67bfd0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.1259742 Dec 02 15:51:34.240331 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 36308) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:34.247157 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-bba44fb2-e94a-4740-8d5f-272811dd770a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Request body: {'floatingip': {'port_id': '62fb1714-cf93-450d-91c5-2f776526d469'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:51:34.463503 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-bba44fb2-e94a-4740-8d5f-272811dd770a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for floatingip, before_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:34.810573 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-89a5ad2e-44f1-4cac-9e1e-bcdeb5007647 req-fc661204-17f0-49b4-a024-dbdf2cc47c58 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] 10.222.0.98 "GET /v2.0/ports?device_id=c471e15b-81e7-42ba-9afc-a29ddf536da9 HTTP/1.1" status: 200 len: 210 time: 0.2285702 Dec 02 15:51:35.064743 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bf475-7f5d-4421-8ea1-0ef05079393f req-054ac03d-ab35-471e-beba-486dd47d1abb tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:35.066590 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-240bf475-7f5d-4421-8ea1-0ef05079393f req-054ac03d-ab35-471e-beba-486dd47d1abb tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.4012697 Dec 02 15:51:35.181475 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-240bf475-7f5d-4421-8ea1-0ef05079393f req-5f1c18cf-d827-4bb4-a0be-6fb817b1ca06 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658460 Dec 02 15:51:35.258005 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-f674a8ff-3898-413d-9f28-8f0e8048b029 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Allocated IP 172.20.0.8 (35fd24f2-ba7b-406a-8613-44494f3bdb02/68d8031a-7a09-472a-b47a-09b4d4b5b727/5387bb81-a9de-4819-a1e4-7a66d4bcbeb2) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:51:35.548544 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:51:35.555993 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 5d174d7b-5c63-4d2f-bb81-96210d71ccea up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:51:35.672690 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1179c14d-294c-4ead-a64f-a68f0bed68b4 req-b9b88eb9-28a5-4075-8071-c8f16371d98d tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=4bc58da8-50b6-4c7c-a83b-38526c36d540 HTTP/1.1" status: 200 len: 210 time: 0.2638004 Dec 02 15:51:35.710138 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 5d174d7b-5c63-4d2f-bb81-96210d71ccea triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:51:35.713311 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:35.754544 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-f674a8ff-3898-413d-9f28-8f0e8048b029 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:35.845691 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-f674a8ff-3898-413d-9f28-8f0e8048b029 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:35.998598 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:36.164163 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674a8ff-3898-413d-9f28-8f0e8048b029 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Pushing event updated for resources: {'Port': ['ID=5387bb81-a9de-4819-a1e4-7a66d4bcbeb2,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:36.230492 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-f674a8ff-3898-413d-9f28-8f0e8048b029 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:36.258291 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-f674a8ff-3898-413d-9f28-8f0e8048b029 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Network 35fd24f2-ba7b-406a-8613-44494f3bdb02 is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:51:36.260720 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-f674a8ff-3898-413d-9f28-8f0e8048b029 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:51:36.270146 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-f674a8ff-3898-413d-9f28-8f0e8048b029 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:51:36.460865 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-f674a8ff-3898-413d-9f28-8f0e8048b029 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:36.462005 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-f674a8ff-3898-413d-9f28-8f0e8048b029 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:36.578597 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-f674a8ff-3898-413d-9f28-8f0e8048b029 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0195112 Dec 02 15:51:36.583951 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e84707-1f21-492e-88ff-45a37ae23c53 req-8b451251-4e30-4aa7-83c2-6cb9b6bfcc7e tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:36.585690 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f4e84707-1f21-492e-88ff-45a37ae23c53 req-8b451251-4e30-4aa7-83c2-6cb9b6bfcc7e tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.1316328 Dec 02 15:51:36.603333 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] Request body: {'port': {'device_id': '4bc58da8-50b6-4c7c-a83b-38526c36d540', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:51:36.769676 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.resource_extend [None req-bba44fb2-e94a-4740-8d5f-272811dd770a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 02 15:51:36.883268 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:36.985570 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f4e84707-1f21-492e-88ff-45a37ae23c53 req-87719201-dcbb-4e40-9824-e276a8048497 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901687 Dec 02 15:51:37.138183 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-bba44fb2-e94a-4740-8d5f-272811dd770a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for floatingip, precommit_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:37.192103 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a98fd-c5a6-42ec-93c9-fa1df6582097 req-c86e4c5b-0d3e-48fb-a024-cc406ed4f978 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:37.206361 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-db8a98fd-c5a6-42ec-93c9-fa1df6582097 req-c86e4c5b-0d3e-48fb-a024-cc406ed4f978 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=4bc58da8-50b6-4c7c-a83b-38526c36d540 HTTP/1.1" status: 200 len: 931 time: 0.2356820 Dec 02 15:51:37.210091 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-bba44fb2-e94a-4740-8d5f-272811dd770a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854216080'] for floatingip, after_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:37.459209 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.l3_db [None req-bba44fb2-e94a-4740-8d5f-272811dd770a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Floating IP ab3d48f2-ef22-449a-96ac-7eb241888cc9 associated. External IP: 172.28.0.44, port: 62fb1714-cf93-450d-91c5-2f776526d469. Dec 02 15:51:37.624226 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-db8a98fd-c5a6-42ec-93c9-fa1df6582097 req-e15acbf9-8788-4d25-b127-a6aca77a4b68 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167645 Dec 02 15:51:38.113730 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5387bb81-a9de-4819-a1e4-7a66d4bcbeb2 {{(pid=80330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 15:51:38.146845 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:38.190819 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] Transition to ACTIVE for port object 5387bb81-a9de-4819-a1e4-7a66d4bcbeb2 will not be triggered until provisioned by entity L2. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:51:38.205100 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1de95-0a37-425a-b9e1-598aa7509f87 req-ea375b75-38e8-4e4f-ad4a-6548b6b2a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:38.208143 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c4f1de95-0a37-425a-b9e1-598aa7509f87 req-ea375b75-38e8-4e4f-ad4a-6548b6b2a24b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7679e824ae94af092eab065a5350394&device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 1163 time: 0.2364054 Dec 02 15:51:38.223176 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f7ee9-5c1d-4cac-8a69-95427a2066d9 req-0b4e1c19-05ce-4fe4-b579-974fef41e466 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:38.230073 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-388f7ee9-5c1d-4cac-8a69-95427a2066d9 req-0b4e1c19-05ce-4fe4-b579-974fef41e466 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.2878244 Dec 02 15:51:38.259645 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:38.283101 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-1832b673-b23a-4e81-ae25-41b3b7e792d5 tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:38.334908 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba44fb2-e94a-4740-8d5f-272811dd770a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Router 4af6337e-590d-433f-b860-b328b964cc61 has already been hosted by L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf {{(pid=80331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 15:51:38.423462 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-388f7ee9-5c1d-4cac-8a69-95427a2066d9 req-2e609482-9c25-4508-bb31-569a8d6c8cc1 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818738 Dec 02 15:51:38.464846 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 36404) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:38.549424 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] Pushing event updated for resources: {'Port': ['ID=5387bb81-a9de-4819-a1e4-7a66d4bcbeb2,revision_number=2']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:38.561256 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:38.643615 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1de95-0a37-425a-b9e1-598aa7509f87 req-2b8651e3-cf2f-436a-8e30-19f2d40fff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:38.645646 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c4f1de95-0a37-425a-b9e1-598aa7509f87 req-2b8651e3-cf2f-436a-8e30-19f2d40fff08 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e8564c47-b571-4eeb-9632-4e52a1d4b946 HTTP/1.1" status: 200 len: 913 time: 0.4142904 Dec 02 15:51:39.196469 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c4f1de95-0a37-425a-b9e1-598aa7509f87 req-0f7d2c25-e233-4c2d-a217-1bdd9fad5701 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d174d7b-5c63-4d2f-bb81-96210d71ccea HTTP/1.1" status: 200 len: 217 time: 0.5331347 Dec 02 15:51:39.223370 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba44fb2-e94a-4740-8d5f-272811dd770a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:51:39.296999 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-bba44fb2-e94a-4740-8d5f-272811dd770a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for floatingip, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:39.297111 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072f830e-b716-48b0-b154-15b266905e1c None None] Sync routers for ids ['4af6337e-590d-433f-b860-b328b964cc61'] in dv-cinder-737618-2-smb {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:51:39.314156 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072f830e-b716-48b0-b154-15b266905e1c None None] Routers {'4af6337e-590d-433f-b860-b328b964cc61'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:51:39.315592 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-072f830e-b716-48b0-b154-15b266905e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:51:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['4af6337e-590d-433f-b860-b328b964cc61'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:51:39.344635 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9831316b-5594-4fa6-bfad-dd5822c6ca31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:39.389092 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-9831316b-5594-4fa6-bfad-dd5822c6ca31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:51:39.416204 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-9831316b-5594-4fa6-bfad-dd5822c6ca31 admin admin] Usage tracker for resource:security_group_rule and tenant:ee27583a887645ac9a0555631c9dd9db is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:51:39.425459 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-9831316b-5594-4fa6-bfad-dd5822c6ca31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:51:39.449487 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1de95-0a37-425a-b9e1-598aa7509f87 req-7d60edeb-873a-41d5-9bdf-100008af3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:39.452157 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c4f1de95-0a37-425a-b9e1-598aa7509f87 req-7d60edeb-873a-41d5-9bdf-100008af3b55 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3e434592-5494-4b21-a789-a46e40e41519 HTTP/1.1" status: 200 len: 859 time: 0.2427309 Dec 02 15:51:39.456829 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] Attempting to bind port 5387bb81-a9de-4819-a1e4-7a66d4bcbeb2 on host hv-cinder-73761 for vnic_type normal with profile {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:51:39.457307 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] Attempting to bind port 5387bb81-a9de-4819-a1e4-7a66d4bcbeb2 by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '9aebbdee-50e1-48d0-ae87-0bb502d0e028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '35fd24f2-ba7b-406a-8613-44494f3bdb02'}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:51:39.457771 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] Attempting to bind port 5387bb81-a9de-4819-a1e4-7a66d4bcbeb2 on network 35fd24f2-ba7b-406a-8613-44494f3bdb02 {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:51:39.464227 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-9831316b-5594-4fa6-bfad-dd5822c6ca31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:51:39.509430 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-bba44fb2-e94a-4740-8d5f-272811dd770a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "PUT /v2.0/floatingips/ab3d48f2-ef22-449a-96ac-7eb241888cc9 HTTP/1.1" status: 200 len: 990 time: 5.2676697 Dec 02 15:51:39.512084 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f', 'tag': '62fb1714-cf93-450d-91c5-2f776526d469'}] {{(pid=80331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:51:39.554397 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] Checking agent: {'id': 'a457a183-c7c9-4615-b19d-972b3b736d4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 48, 2), 'started_at': datetime.datetime(2020, 12, 2, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:51:39.554822 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] Checking segment: {'id': '9aebbdee-50e1-48d0-ae87-0bb502d0e028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '35fd24f2-ba7b-406a-8613-44494f3bdb02'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:51:39.555204 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:39.555605 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] Bound using segment: {'id': '9aebbdee-50e1-48d0-ae87-0bb502d0e028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '35fd24f2-ba7b-406a-8613-44494f3bdb02'} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:51:39.556139 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] Bound port: 5387bb81-a9de-4819-a1e4-7a66d4bcbeb2, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aebbdee-50e1-48d0-ae87-0bb502d0e028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '35fd24f2-ba7b-406a-8613-44494f3bdb02'}}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:51:39.556520 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:39.584534 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54081d-28f3-4f00-bbec-92b798e09afd req-9149e8db-e207-43e1-b5db-e7781e4918d8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:39.586798 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7a54081d-28f3-4f00-bbec-92b798e09afd req-9149e8db-e207-43e1-b5db-e7781e4918d8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=4bc58da8-50b6-4c7c-a83b-38526c36d540 HTTP/1.1" status: 200 len: 943 time: 0.3608305 Dec 02 15:51:39.633235 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 36446) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:39.640145 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c4f1de95-0a37-425a-b9e1-598aa7509f87 req-a80e2202-eb88-4608-a423-3adf5d4f0e06 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e8564c47-b571-4eeb-9632-4e52a1d4b946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1776350 Dec 02 15:51:39.778600 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 36450) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:39.821312 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be74c2f-f202-4c69-80a2-c2309ed4d54e admin admin] Deleting subnet 0c48d1ae-b87e-4fe7-9337-0f34cb881e60 {{(pid=80331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 15:51:39.829296 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4be74c2f-f202-4c69-80a2-c2309ed4d54e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:39.927132 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-072f830e-b716-48b0-b154-15b266905e1c None None] Set router 4af6337e-590d-433f-b860-b328b964cc61 gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:51:39.962657 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4be74c2f-f202-4c69-80a2-c2309ed4d54e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839211382'] for subnet, precommit_delete_associations {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:40.052640 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] For port 5387bb81-a9de-4819-a1e4-7a66d4bcbeb2, host hv-cinder-73761, cleared binding levels {{(pid=80330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:51:40.062194 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] For port 5387bb81-a9de-4819-a1e4-7a66d4bcbeb2, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=5387bb81-a9de-4819-a1e4-7a66d4bcbeb2,segment=NetworkSegment(9aebbdee-50e1-48d0-ae87-0bb502d0e028),segment_id=9aebbdee-50e1-48d0-ae87-0bb502d0e028)] {{(pid=80330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:51:40.110146 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4be74c2f-f202-4c69-80a2-c2309ed4d54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3212037'] for subnet, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:40.189346 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:40.466173 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7a54081d-28f3-4f00-bbec-92b798e09afd req-bd9b1470-04cf-47bc-8aa4-255ddb940d23 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8715937 Dec 02 15:51:40.561334 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b6e11169-437d-44d5-9ba3-fae33b0b3ee4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:40.644988 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-072f830e-b716-48b0-b154-15b266905e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6337e-590d-433f-b860-b328b964cc61', 'name': 'tempest-AttachVolumeTestJSON-755891331-router', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:13Z', 'updated_at': '2020-12-02T15:50:31Z', 'revision_number': 4, 'project_id': 'cca84cc05e794548902f38e2444508de', 'gw_port': {'id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:15Z', 'updated_at': '2020-12-02T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_floatingips': [{'id': 'ab3d48f2-ef22-449a-96ac-7eb241888cc9', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'floating_ip_address': '172.28.0.44', 'floating_network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'router_id': '4af6337e-590d-433f-b860-b328b964cc61', 'port_id': '62fb1714-cf93-450d-91c5-2f776526d469', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe', 'mac_address': 'fa:16:3e:9e:66:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:50:50Z', 'updated_at': '2020-12-02T15:51:36Z', 'revision_number': 1, 'project_id': 'cca84cc05e794548902f38e2444508de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848b1662-7231-4df0-88e3-ed5eeaadfb81', 'name': '', 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'mac_address': 'fa:16:3e:23:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:26Z', 'updated_at': '2020-12-02T15:50:45Z', 'revision_number': 5, 'project_id': 'cca84cc05e794548902f38e2444508de', 'subnets': [{'id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:51:40.650232 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072f830e-b716-48b0-b154-15b266905e1c None None] Checking router: 4af6337e-590d-433f-b860-b328b964cc61 for host: dv-cinder-737618-2-smb {{(pid=80333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:51:40.664311 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072f830e-b716-48b0-b154-15b266905e1c None None] Routers {'4af6337e-590d-433f-b860-b328b964cc61'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:51:40.665238 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-072f830e-b716-48b0-b154-15b266905e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:51:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['4af6337e-590d-433f-b860-b328b964cc61'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:51:40.665354 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf761b0-48d4-4290-bf55-13df041de160 req-6c777dee-8d0c-41a5-be40-820053733084 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:40.673287 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9cf761b0-48d4-4290-bf55-13df041de160 req-6c777dee-8d0c-41a5-be40-820053733084 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.2486589 Dec 02 15:51:40.676587 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4be74c2f-f202-4c69-80a2-c2309ed4d54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851563747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14821802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839293875'] for subnet, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:40.712085 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a5b8c4b2-c569-43da-ba36-255ac36a5134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:40.743464 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9b5bda1b-4f77-4557-ab2d-870640005d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:40.772325 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be74c2f-f202-4c69-80a2-c2309ed4d54e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c48d1ae-b87e-4fe7-9337-0f34cb881e60,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:40.776703 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-4be74c2f-f202-4c69-80a2-c2309ed4d54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:40.796808 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9831316b-5594-4fa6-bfad-dd5822c6ca31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:40.829280 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-9b5bda1b-4f77-4557-ab2d-870640005d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:51:40.867753 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-9b5bda1b-4f77-4557-ab2d-870640005d5a admin admin] Usage tracker for resource:security_group_rule and tenant:1986feb67d4442aba2fca392c0f6b818 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:51:40.883067 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c4f1de95-0a37-425a-b9e1-598aa7509f87 req-499db434-129f-4508-bb05-09a133f00b5e service neutron] 10.222.0.90 "GET /v2.0/networks/e8564c47-b571-4eeb-9632-4e52a1d4b946?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2019887 Dec 02 15:51:40.884009 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-9b5bda1b-4f77-4557-ab2d-870640005d5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:51:40.920592 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9cf761b0-48d4-4290-bf55-13df041de160 req-7a38c9af-b720-4704-b06f-c42642e065c2 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096286 Dec 02 15:51:40.978896 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-9b5bda1b-4f77-4557-ab2d-870640005d5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:51:40.993578 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] Pushing event updated for resources: {'Port': ['ID=5387bb81-a9de-4819-a1e4-7a66d4bcbeb2,revision_number=3']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:40.998815 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:41.030841 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:41.033406 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:41.041017 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] 10.222.0.90 "PUT /v2.0/ports/5387bb81-a9de-4819-a1e4-7a66d4bcbeb2 HTTP/1.1" status: 200 len: 1157 time: 4.4403028 Dec 02 15:51:41.041017 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9831316b-5594-4fa6-bfad-dd5822c6ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:41.048546 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4be74c2f-f202-4c69-80a2-c2309ed4d54e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:41.049548 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc58da8-50b6-4c7c-a83b-38526c36d540', 'tag': '5387bb81-a9de-4819-a1e4-7a66d4bcbeb2'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:51:41.121251 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-4be74c2f-f202-4c69-80a2-c2309ed4d54e admin admin] 10.222.0.98 "DELETE /v2.0/subnets/0c48d1ae-b87e-4fe7-9337-0f34cb881e60 HTTP/1.1" status: 204 len: 168 time: 1.4864898 Dec 02 15:51:41.125291 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 36494) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:41.225304 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc58da8-50b6-4c7c-a83b-38526c36d540', 'tag': '5387bb81-a9de-4819-a1e4-7a66d4bcbeb2', 'status': 'completed', 'code': 200} Dec 02 15:51:41.227446 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:41.241320 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-072f830e-b716-48b0-b154-15b266905e1c None None] Set router 4af6337e-590d-433f-b860-b328b964cc61 gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:51:41.313918 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831316b-5594-4fa6-bfad-dd5822c6ca31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f266551e-bafe-4019-a824-aa8b816b01cd,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:41.316150 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9831316b-5594-4fa6-bfad-dd5822c6ca31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:41.389057 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-9831316b-5594-4fa6-bfad-dd5822c6ca31 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ee27583a887645ac9a0555631c9dd9db&name=default HTTP/1.1" status: 200 len: 2879 time: 2.9222357 Dec 02 15:51:41.423837 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 36506) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:41.451319 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3ab98533-0a71-4a51-8e2a-fc5d5eb4238a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851402585'] for network, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:41.551295 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f', 'tag': '62fb1714-cf93-450d-91c5-2f776526d469', 'status': 'completed', 'code': 200} Dec 02 15:51:41.581278 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c4f1de95-0a37-425a-b9e1-598aa7509f87 req-f382aa74-40ec-499f-9f8e-6c41d359ba1f service neutron] 10.222.0.90 "GET /v2.0/networks/e8564c47-b571-4eeb-9632-4e52a1d4b946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6753340 Dec 02 15:51:41.705682 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-f9857881-b974-4fc4-ab81-342882e73aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:41.707587 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-f9857881-b974-4fc4-ab81-342882e73aa4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5b044abbdfeb42beab9693a7883ab0b0&device_id=4bc58da8-50b6-4c7c-a83b-38526c36d540 HTTP/1.1" status: 200 len: 1160 time: 0.4813519 Dec 02 15:51:41.735732 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6e09c847-61a1-4118-990d-98fcca5ecf63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:41.775507 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6e09c847-61a1-4118-990d-98fcca5ecf63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:41.940561 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3ab98533-0a71-4a51-8e2a-fc5d5eb4238a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3212700', 'neutron.services.segments.db._delete_segments_for_network--9223363299656580280'] for network, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:42.060685 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9b5bda1b-4f77-4557-ab2d-870640005d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:42.097640 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-072f830e-b716-48b0-b154-15b266905e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6337e-590d-433f-b860-b328b964cc61', 'name': 'tempest-AttachVolumeTestJSON-755891331-router', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:13Z', 'updated_at': '2020-12-02T15:50:31Z', 'revision_number': 4, 'project_id': 'cca84cc05e794548902f38e2444508de', 'gw_port': {'id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:15Z', 'updated_at': '2020-12-02T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_floatingips': [{'id': 'ab3d48f2-ef22-449a-96ac-7eb241888cc9', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'floating_ip_address': '172.28.0.44', 'floating_network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'router_id': '4af6337e-590d-433f-b860-b328b964cc61', 'port_id': '62fb1714-cf93-450d-91c5-2f776526d469', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe', 'mac_address': 'fa:16:3e:9e:66:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:50:50Z', 'updated_at': '2020-12-02T15:51:36Z', 'revision_number': 1, 'project_id': 'cca84cc05e794548902f38e2444508de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848b1662-7231-4df0-88e3-ed5eeaadfb81', 'name': '', 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'mac_address': 'fa:16:3e:23:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:26Z', 'updated_at': '2020-12-02T15:50:45Z', 'revision_number': 5, 'project_id': 'cca84cc05e794548902f38e2444508de', 'subnets': [{'id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:51:42.117296 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072f830e-b716-48b0-b154-15b266905e1c None None] The sync data for ids ['4af6337e-590d-433f-b860-b328b964cc61'] in dv-cinder-737618-2-smb is: [{'id': '4af6337e-590d-433f-b860-b328b964cc61', 'name': 'tempest-AttachVolumeTestJSON-755891331-router', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:13Z', 'updated_at': '2020-12-02T15:50:31Z', 'revision_number': 4, 'project_id': 'cca84cc05e794548902f38e2444508de', 'gw_port': {'id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:15Z', 'updated_at': '2020-12-02T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_floatingips': [{'id': 'ab3d48f2-ef22-449a-96ac-7eb241888cc9', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'floating_ip_address': '172.28.0.44', 'floating_network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'router_id': '4af6337e-590d-433f-b860-b328b964cc61', 'port_id': '62fb1714-cf93-450d-91c5-2f776526d469', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe', 'mac_address': 'fa:16:3e:9e:66:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:50:50Z', 'updated_at': '2020-12-02T15:51:36Z', 'revision_number': 1, 'project_id': 'cca84cc05e794548902f38e2444508de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848b1662-7231-4df0-88e3-ed5eeaadfb81', 'name': '', 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'mac_address': 'fa:16:3e:23:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:26Z', 'updated_at': '2020-12-02T15:50:45Z', 'revision_number': 5, 'project_id': 'cca84cc05e794548902f38e2444508de', 'subnets': [{'id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:51:42.188683 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-a4af70cb-bf4e-438d-b61a-e64e2de78b99 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5387bb81-a9de-4819-a1e4-7a66d4bcbeb2 HTTP/1.1" status: 200 len: 217 time: 0.3403559 Dec 02 15:51:42.189699 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9b5bda1b-4f77-4557-ab2d-870640005d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:42.194157 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-3ab98533-0a71-4a51-8e2a-fc5d5eb4238a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513b6f51-5fd7-4427-b8da-a6a3d5f1734a']}} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:51:42.199482 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ed2d0-408d-4651-a25f-a854a912d03a req-fd648ae0-bcdf-48af-9e51-7fce7cf36432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:42.203523 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-031ed2d0-408d-4651-a25f-a854a912d03a req-fd648ae0-bcdf-48af-9e51-7fce7cf36432 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cca84cc05e794548902f38e2444508de&device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 1162 time: 0.5911038 Dec 02 15:51:42.261670 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-3ab98533-0a71-4a51-8e2a-fc5d5eb4238a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e755052-6b7e-45a8-880f-89b20c4933c9') {'for_net_delete': True} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:51:42.262176 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-3ab98533-0a71-4a51-8e2a-fc5d5eb4238a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e755052-6b7e-45a8-880f-89b20c4933c9') {} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:51:42.321257 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3ab98533-0a71-4a51-8e2a-fc5d5eb4238a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299656579768', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15564418'] for segment, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:42.368146 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3ab98533-0a71-4a51-8e2a-fc5d5eb4238a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:42.371043 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3ab98533-0a71-4a51-8e2a-fc5d5eb4238a admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 15:51:42.447082 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a4bda7be-8cfa-43ec-b4a9-1539034c320d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:42.579209 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade656c-c5b0-4aec-bfcb-998bfd70c4f1 None None] New status for floating IP ab3d48f2-ef22-449a-96ac-7eb241888cc9: ACTIVE {{(pid=80332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 02 15:51:42.624773 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-9b5bda1b-4f77-4557-ab2d-870640005d5a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1986feb67d4442aba2fca392c0f6b818&name=default HTTP/1.1" status: 200 len: 2879 time: 2.7347531 Dec 02 15:51:42.645307 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 36568) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:42.679732 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-eed39f55-b092-4734-9a6d-9231d6ca636d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:42.680876 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-eed39f55-b092-4734-9a6d-9231d6ca636d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=68d8031a-7a09-472a-b47a-09b4d4b5b727 HTTP/1.1" status: 200 len: 855 time: 0.4377680 Dec 02 15:51:42.719791 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-3ab98533-0a71-4a51-8e2a-fc5d5eb4238a admin admin] Network 513b6f51-5fd7-4427-b8da-a6a3d5f1734a has no segments {{(pid=80331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 15:51:42.731977 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3ab98533-0a71-4a51-8e2a-fc5d5eb4238a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3225722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839950839'] for segment, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:42.742393 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bda1b-4f77-4557-ab2d-870640005d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9ce7ae-f0b1-484f-8bc1-7c6db5d195b4,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:42.768416 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9b5bda1b-4f77-4557-ab2d-870640005d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:42.791051 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-6f949338-3830-454e-bdf1-950720cffff9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=35fd24f2-ba7b-406a-8613-44494f3bdb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921073 Dec 02 15:51:42.843795 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6e09c847-61a1-4118-990d-98fcca5ecf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:42.882691 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f64f1-f3c7-4e6a-9c52-26c58fb367a6 req-bea0d7a0-9a3e-4b74-945b-508388bdb321 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:42.890767 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6d9f64f1-f3c7-4e6a-9c52-26c58fb367a6 req-bea0d7a0-9a3e-4b74-945b-508388bdb321 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=4bc58da8-50b6-4c7c-a83b-38526c36d540 HTTP/1.1" status: 200 len: 943 time: 0.6813068 Dec 02 15:51:42.917611 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44116d-1509-4ebb-9964-f59757959588 req-347a5096-bbf6-4e43-8a9d-55c644700450 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:42.926506 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1f44116d-1509-4ebb-9964-f59757959588 req-347a5096-bbf6-4e43-8a9d-55c644700450 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.5126576 Dec 02 15:51:42.933475 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-59be4307-c230-47ba-8019-65246b3d4545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:42.971204 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ed2d0-408d-4651-a25f-a854a912d03a req-6e689d12-a763-4c84-a8b6-8d17fc9e4b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:42.972792 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-031ed2d0-408d-4651-a25f-a854a912d03a req-6e689d12-a763-4c84-a8b6-8d17fc9e4b82 service neutron] 10.222.0.90 "GET /v2.0/networks?id=897c5c37-7e4c-49f0-aa05-6604955b43fe HTTP/1.1" status: 200 len: 904 time: 0.6071687 Dec 02 15:51:42.973781 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09c847-61a1-4118-990d-98fcca5ecf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f266551e-bafe-4019-a824-aa8b816b01cd,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:42.987584 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6e09c847-61a1-4118-990d-98fcca5ecf63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:43.091764 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6d9f64f1-f3c7-4e6a-9c52-26c58fb367a6 req-dbcfb2cd-1969-4f0b-ab3a-8df9b3ac09e6 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992221 Dec 02 15:51:43.137180 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-3ab98533-0a71-4a51-8e2a-fc5d5eb4238a admin admin] Network 513b6f51-5fd7-4427-b8da-a6a3d5f1734a has no segments {{(pid=80331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: Traceback (most recent call last): Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: timer() Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: cb(*args, **kw) Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: return func(*args, **kwargs) Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: self._notify() Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: self.callback(batched_events) Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: event.method(event) Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: segment_id)['aggregates'][0] Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: return f(self, *a, **k) Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: return self._get(url).json() Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: **kwargs) Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: return self.request(url, 'GET', **kwargs) Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: **endpoint_filter) Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 15:51:43.168101 dv-cinder-737618-2-smb neutron-server[80217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 15:51:43.266387 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1f44116d-1509-4ebb-9964-f59757959588 req-7cb6e88a-7005-4ae0-8c00-0375ada9dce9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386929 Dec 02 15:51:43.317694 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3ab98533-0a71-4a51-8e2a-fc5d5eb4238a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851563116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854216125'] for network, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:43.328208 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3ab98533-0a71-4a51-8e2a-fc5d5eb4238a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:43.347883 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-396aaa3d-e67e-4677-9a22-87b3cb21d932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:43.370497 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab98533-0a71-4a51-8e2a-fc5d5eb4238a admin admin] Pushing event deleted for resources: {'Network': ['ID=513b6f51-5fd7-4427-b8da-a6a3d5f1734a,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:43.374608 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-3ab98533-0a71-4a51-8e2a-fc5d5eb4238a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:43.411196 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b1d7cfa7-da43-490d-bedc-f907cc275dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:43.419635 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-3ab98533-0a71-4a51-8e2a-fc5d5eb4238a admin admin] 10.222.0.98 "DELETE /v2.0/networks/513b6f51-5fd7-4427-b8da-a6a3d5f1734a HTTP/1.1" status: 204 len: 168 time: 2.2895510 Dec 02 15:51:43.433994 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6e09c847-61a1-4118-990d-98fcca5ecf63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:43.439092 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-6e09c847-61a1-4118-990d-98fcca5ecf63 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f266551e-bafe-4019-a824-aa8b816b01cd HTTP/1.1" status: 204 len: 168 time: 1.9959538 Dec 02 15:51:43.500555 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b1d7cfa7-da43-490d-bedc-f907cc275dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:43.566278 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-8c158203-028d-4572-8bd3-bd651dccd389 service neutron] 10.222.0.90 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7610025 Dec 02 15:51:43.583529 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-031ed2d0-408d-4651-a25f-a854a912d03a req-427737c9-c7dd-4398-bca4-39291d68c707 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62fb1714-cf93-450d-91c5-2f776526d469 HTTP/1.1" status: 200 len: 1000 time: 0.5894725 Dec 02 15:51:43.809052 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ed2d0-408d-4651-a25f-a854a912d03a req-cdd2d773-134b-4bfd-be7b-ba9a89796de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:43.811386 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-031ed2d0-408d-4651-a25f-a854a912d03a req-cdd2d773-134b-4bfd-be7b-ba9a89796de3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1dec06aa-ae61-48b1-9f23-8da853bd2bcb HTTP/1.1" status: 200 len: 849 time: 0.1913407 Dec 02 15:51:43.918751 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b1d7cfa7-da43-490d-bedc-f907cc275dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:43.938286 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-19353e52-f5fb-4e89-a3f7-5a39696cfaa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:43.940098 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 36598) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:43.952423 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0d31ff0d-8d53-4721-9a52-ab827412db93 req-46c93e0f-9c32-4d8b-9899-937581f23047 service neutron] 10.222.0.90 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3715882 Dec 02 15:51:43.957128 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7cfa7-da43-490d-bedc-f907cc275dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9ce7ae-f0b1-484f-8bc1-7c6db5d195b4,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:43.962636 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b1d7cfa7-da43-490d-bedc-f907cc275dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:43.972070 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b1d7cfa7-da43-490d-bedc-f907cc275dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:43.977309 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-b1d7cfa7-da43-490d-bedc-f907cc275dd1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1b9ce7ae-f0b1-484f-8bc1-7c6db5d195b4 HTTP/1.1" status: 204 len: 168 time: 1.3240876 Dec 02 15:51:44.043189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ed2d0-408d-4651-a25f-a854a912d03a req-9127b77d-e515-4551-8c89-78bef817b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:44.047611 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-031ed2d0-408d-4651-a25f-a854a912d03a req-9127b77d-e515-4551-8c89-78bef817b6c5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=897c5c37-7e4c-49f0-aa05-6604955b43fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2072265 Dec 02 15:51:44.115622 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 36604) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:44.157265 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-b02ed911-773b-4097-a3be-45f9efd7e129 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d2546e4eef1e43a9943badf154d1cf38&name=default HTTP/1.1" status: 200 len: 2875 time: 0.2112076 Dec 02 15:51:44.157925 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 36612) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:44.254710 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-60e1df8c-0b92-4084-8791-397489b9b71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:44.294235 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-60e1df8c-0b92-4084-8791-397489b9b71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:44.503918 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9cadc-5bd4-416d-83c7-5eda6cead458 req-afb98f21-d5c1-46e8-ab9a-1ce8aefb9c67 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:44.506660 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5ce9cadc-5bd4-416d-83c7-5eda6cead458 req-afb98f21-d5c1-46e8-ab9a-1ce8aefb9c67 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=4bc58da8-50b6-4c7c-a83b-38526c36d540 HTTP/1.1" status: 200 len: 943 time: 0.1457109 Dec 02 15:51:44.508659 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-60e1df8c-0b92-4084-8791-397489b9b71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:44.508963 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-031ed2d0-408d-4651-a25f-a854a912d03a req-3ec48086-d126-4e61-99b8-0710ff482e64 service neutron] 10.222.0.90 "GET /v2.0/networks/897c5c37-7e4c-49f0-aa05-6604955b43fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500926 Dec 02 15:51:44.514315 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48397f0e-f3dc-47dc-b141-b248ca346a17 req-eea86a94-dbc5-48f2-ba0d-2cb2a58fb71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:44.515025 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a7ea421a-3d7a-4ee2-9f87-b3ec7c8b32f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:44.517381 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-48397f0e-f3dc-47dc-b141-b248ca346a17 req-eea86a94-dbc5-48f2-ba0d-2cb2a58fb71c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5b044abbdfeb42beab9693a7883ab0b0&device_id=4bc58da8-50b6-4c7c-a83b-38526c36d540 HTTP/1.1" status: 200 len: 1160 time: 0.2625620 Dec 02 15:51:44.529658 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1df8c-0b92-4084-8791-397489b9b71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4b888e-c460-4232-9c1c-c94a69991f94,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:44.553015 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-60e1df8c-0b92-4084-8791-397489b9b71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:44.605021 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 36622) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:44.641756 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-60e1df8c-0b92-4084-8791-397489b9b71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:44.643266 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-60e1df8c-0b92-4084-8791-397489b9b71e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9e4b888e-c460-4232-9c1c-c94a69991f94 HTTP/1.1" status: 204 len: 168 time: 0.4837162 Dec 02 15:51:44.659486 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3c6c7d57-93f9-416d-bf7d-a4f2d81ae55c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:44.684825 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-3c6c7d57-93f9-416d-bf7d-a4f2d81ae55c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:51:44.693782 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-3c6c7d57-93f9-416d-bf7d-a4f2d81ae55c admin admin] Usage tracker for resource:security_group_rule and tenant:667bd9f63ce94e6d8fbc62da58597345 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:51:44.699485 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5ce9cadc-5bd4-416d-83c7-5eda6cead458 req-0084df3a-d47d-44a3-9b94-bff533b8b4ba tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720543 Dec 02 15:51:44.701199 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-3c6c7d57-93f9-416d-bf7d-a4f2d81ae55c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:51:44.717488 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-3c6c7d57-93f9-416d-bf7d-a4f2d81ae55c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:51:44.761861 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b099545-43fa-4630-8930-41c61f75ea5d req-62a5db85-76ef-4b38-b9cc-f8c1e3ab3481 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:44.764484 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8b099545-43fa-4630-8930-41c61f75ea5d req-62a5db85-76ef-4b38-b9cc-f8c1e3ab3481 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.2312453 Dec 02 15:51:44.836106 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-031ed2d0-408d-4651-a25f-a854a912d03a req-114a478a-bb02-42e4-b604-7bdf8c1a11ff service neutron] 10.222.0.90 "GET /v2.0/networks/897c5c37-7e4c-49f0-aa05-6604955b43fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3165057 Dec 02 15:51:44.857646 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8b099545-43fa-4630-8930-41c61f75ea5d req-2800d213-587d-4ca2-8dec-e1e531c2e751 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802526 Dec 02 15:51:44.907924 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3c6c7d57-93f9-416d-bf7d-a4f2d81ae55c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:44.961156 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3c6c7d57-93f9-416d-bf7d-a4f2d81ae55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:44.994216 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-60e1df8c-0b92-4084-8791-397489b9b71e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:45.021912 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-3c6c7d57-93f9-416d-bf7d-a4f2d81ae55c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=667bd9f63ce94e6d8fbc62da58597345&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4130709 Dec 02 15:51:45.025016 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 36630) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:45.076892 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 36636) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:45.173599 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48397f0e-f3dc-47dc-b141-b248ca346a17 req-5aa8d8ef-9046-4386-98f3-88f42df30eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:45.175918 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-48397f0e-f3dc-47dc-b141-b248ca346a17 req-5aa8d8ef-9046-4386-98f3-88f42df30eaa service neutron] 10.222.0.90 "GET /v2.0/networks?id=35fd24f2-ba7b-406a-8613-44494f3bdb02 HTTP/1.1" status: 200 len: 909 time: 0.3381720 Dec 02 15:51:45.201663 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c7d57-93f9-416d-bf7d-a4f2d81ae55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e504be9f-e98c-4958-8753-0b5bb49c3bde,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:45.207355 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ed93585d-3d99-4070-a5aa-4faef2a5ac5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:45.243095 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-3c6c7d57-93f9-416d-bf7d-a4f2d81ae55c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:45.260268 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3b114484-e910-472d-bcaf-28e77b463f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:45.268649 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-48397f0e-f3dc-47dc-b141-b248ca346a17 req-0424d340-56aa-44df-b652-d20cf35249ca service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5387bb81-a9de-4819-a1e4-7a66d4bcbeb2 HTTP/1.1" status: 200 len: 217 time: 0.0835664 Dec 02 15:51:45.305833 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-ed93585d-3d99-4070-a5aa-4faef2a5ac5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:51:45.320877 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-ed93585d-3d99-4070-a5aa-4faef2a5ac5f admin admin] Usage tracker for resource:security_group_rule and tenant:7aab14f793024f4eae19c7fdb77a7a4c is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:51:45.327678 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-3b114484-e910-472d-bcaf-28e77b463f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:51:45.335175 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-ed93585d-3d99-4070-a5aa-4faef2a5ac5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:51:45.357642 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48397f0e-f3dc-47dc-b141-b248ca346a17 req-cd1a39e1-85c7-4682-84f8-d81fed73fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:45.360607 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-48397f0e-f3dc-47dc-b141-b248ca346a17 req-cd1a39e1-85c7-4682-84f8-d81fed73fe42 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=68d8031a-7a09-472a-b47a-09b4d4b5b727 HTTP/1.1" status: 200 len: 855 time: 0.0816231 Dec 02 15:51:45.363323 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-3b114484-e910-472d-bcaf-28e77b463f06 admin admin] Usage tracker for resource:security_group_rule and tenant:4974bd1e0ddc45d4956805bf25c7ea3c is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:51:45.370222 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-ed93585d-3d99-4070-a5aa-4faef2a5ac5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:51:45.381463 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-3b114484-e910-472d-bcaf-28e77b463f06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:51:45.403119 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-3b114484-e910-472d-bcaf-28e77b463f06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:51:45.407988 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-67e2d1a8-eebc-44f4-afcf-029c5d48dbd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:45.442873 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-48397f0e-f3dc-47dc-b141-b248ca346a17 req-2e53e5fd-a400-4492-84af-228ca0601958 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=35fd24f2-ba7b-406a-8613-44494f3bdb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726998 Dec 02 15:51:45.486827 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-67e2d1a8-eebc-44f4-afcf-029c5d48dbd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:45.664145 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3b114484-e910-472d-bcaf-28e77b463f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:45.687934 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ed93585d-3d99-4070-a5aa-4faef2a5ac5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:45.700815 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-67e2d1a8-eebc-44f4-afcf-029c5d48dbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:45.710157 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-cb7fe201-6115-41dc-ba32-161deb448665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:45.746679 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2d1a8-eebc-44f4-afcf-029c5d48dbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e504be9f-e98c-4958-8753-0b5bb49c3bde,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:45.751931 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-67e2d1a8-eebc-44f4-afcf-029c5d48dbd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:45.762062 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-48397f0e-f3dc-47dc-b141-b248ca346a17 req-4ea7f144-79cd-445d-94d9-2159f2886595 service neutron] 10.222.0.90 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995732 Dec 02 15:51:45.764098 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3b114484-e910-472d-bcaf-28e77b463f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:45.792301 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ed93585d-3d99-4070-a5aa-4faef2a5ac5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:45.846185 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:45.941902 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-67e2d1a8-eebc-44f4-afcf-029c5d48dbd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:45.943981 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-67e2d1a8-eebc-44f4-afcf-029c5d48dbd3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e504be9f-e98c-4958-8753-0b5bb49c3bde HTTP/1.1" status: 204 len: 168 time: 0.9176955 Dec 02 15:51:45.983721 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-48397f0e-f3dc-47dc-b141-b248ca346a17 req-a259dfab-e8b9-4655-b14d-ac02e7ef8877 service neutron] 10.222.0.90 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2090700 Dec 02 15:51:45.986370 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-3b114484-e910-472d-bcaf-28e77b463f06 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4974bd1e0ddc45d4956805bf25c7ea3c&name=default HTTP/1.1" status: 200 len: 2879 time: 1.8681314 Dec 02 15:51:45.993736 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 36654) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:45.993892 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 36656) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:46.006403 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-ed93585d-3d99-4070-a5aa-4faef2a5ac5f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7aab14f793024f4eae19c7fdb77a7a4c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9272847 Dec 02 15:51:46.009174 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 36664) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:46.068159 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b114484-e910-472d-bcaf-28e77b463f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca696a6-8151-4971-94b0-8a2e3c2e314a,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:46.470583 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93585d-3d99-4070-a5aa-4faef2a5ac5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06480cd-ead8-4e09-aac0-9eed63cfa88d,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:46.496121 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ed93585d-3d99-4070-a5aa-4faef2a5ac5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:46.504040 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d434a78e-70da-4db8-b209-09c22fbb7b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.643s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:46.504765 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d434a78e-70da-4db8-b209-09c22fbb7b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:46.568688 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1029db82-71be-41b0-9c7a-9e8d4c65037b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:46.623512 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-33709de3-ed22-4d29-abf6-d7ade8931345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:46.644339 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-33709de3-ed22-4d29-abf6-d7ade8931345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:51:46.652441 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-33709de3-ed22-4d29-abf6-d7ade8931345 admin admin] Usage tracker for resource:security_group_rule and tenant:7261aa9ecadb4ceab9b37cee955e1204 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:51:46.656876 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-33709de3-ed22-4d29-abf6-d7ade8931345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:51:46.664578 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-33709de3-ed22-4d29-abf6-d7ade8931345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:51:46.728352 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1029db82-71be-41b0-9c7a-9e8d4c65037b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:46.781745 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2d7828f0-12b7-495c-8e86-6702b5188d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:46.793871 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-33709de3-ed22-4d29-abf6-d7ade8931345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:46.823002 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232860a7-b075-4d8e-8973-8cfb83386145 req-54e10e4c-c1ff-4952-8f70-ba802c76fc5e tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:46.828551 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-232860a7-b075-4d8e-8973-8cfb83386145 req-54e10e4c-c1ff-4952-8f70-ba802c76fc5e tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=4bc58da8-50b6-4c7c-a83b-38526c36d540 HTTP/1.1" status: 200 len: 943 time: 0.6809306 Dec 02 15:51:46.851868 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-33709de3-ed22-4d29-abf6-d7ade8931345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:46.873116 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:46.949154 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33709de3-ed22-4d29-abf6-d7ade8931345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8084aa-204c-4f4e-b0a6-e344d64ece3a,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:46.959882 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-33709de3-ed22-4d29-abf6-d7ade8931345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:47.005598 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-33709de3-ed22-4d29-abf6-d7ade8931345 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7261aa9ecadb4ceab9b37cee955e1204&name=default HTTP/1.1" status: 200 len: 2879 time: 1.0101385 Dec 02 15:51:47.008361 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 36686) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:47.204096 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-df46c128-d057-4af2-9564-0d1513fb94df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:47.271443 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b4fa1-54f7-4e15-9bc2-9a6c2f2f03d5 req-9b1286c2-aa17-4109-aa60-b578cd5d8b2e tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:47.274373 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-df46c128-d057-4af2-9564-0d1513fb94df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:47.280190 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-fc7b4fa1-54f7-4e15-9bc2-9a6c2f2f03d5 req-9b1286c2-aa17-4109-aa60-b578cd5d8b2e tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.9413943 Dec 02 15:51:47.313933 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2d7828f0-12b7-495c-8e86-6702b5188d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:47.388726 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-232860a7-b075-4d8e-8973-8cfb83386145 req-e396593e-d816-4aca-aad7-858f075bdeac tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554852 Dec 02 15:51:47.407023 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-fc7b4fa1-54f7-4e15-9bc2-9a6c2f2f03d5 req-0d6e54bf-e168-4736-b3f8-e76f6ca135b2 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256559 Dec 02 15:51:47.440482 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1029db82-71be-41b0-9c7a-9e8d4c65037b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:47.455402 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:47.482994 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029db82-71be-41b0-9c7a-9e8d4c65037b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06480cd-ead8-4e09-aac0-9eed63cfa88d,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:47.489127 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-1029db82-71be-41b0-9c7a-9e8d4c65037b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:47.494080 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-df46c128-d057-4af2-9564-0d1513fb94df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:47.499477 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2d7828f0-12b7-495c-8e86-6702b5188d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:47.504205 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2d7828f0-12b7-495c-8e86-6702b5188d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:47.510954 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-2d7828f0-12b7-495c-8e86-6702b5188d38 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/aca696a6-8151-4971-94b0-8a2e3c2e314a HTTP/1.1" status: 204 len: 168 time: 1.5109229 Dec 02 15:51:47.510954 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-3c6c7d57-93f9-416d-bf7d-a4f2d81ae55c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:47.514299 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-8b1da173-8093-405b-9646-8d9bb82d2784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:47.527459 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1029db82-71be-41b0-9c7a-9e8d4c65037b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:47.530606 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-1029db82-71be-41b0-9c7a-9e8d4c65037b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e06480cd-ead8-4e09-aac0-9eed63cfa88d HTTP/1.1" status: 204 len: 168 time: 1.5193505 Dec 02 15:51:47.536463 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7828f0-12b7-495c-8e86-6702b5188d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca696a6-8151-4971-94b0-8a2e3c2e314a,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:47.546924 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2d7828f0-12b7-495c-8e86-6702b5188d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:47.591415 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46c128-d057-4af2-9564-0d1513fb94df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8084aa-204c-4f4e-b0a6-e344d64ece3a,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:47.602529 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-df46c128-d057-4af2-9564-0d1513fb94df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:47.604738 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-df46c128-d057-4af2-9564-0d1513fb94df admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:47.619335 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-df46c128-d057-4af2-9564-0d1513fb94df admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/cb8084aa-204c-4f4e-b0a6-e344d64ece3a HTTP/1.1" status: 204 len: 168 time: 0.6033502 Dec 02 15:51:48.187237 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 36710) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:48.635943 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 36726) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:48.693074 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-02e16b07-8431-4f00-bf2f-5854c15721d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:48.743879 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-02e16b07-8431-4f00-bf2f-5854c15721d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:51:48.757069 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-02e16b07-8431-4f00-bf2f-5854c15721d2 admin admin] Usage tracker for resource:security_group_rule and tenant:73a52f5989ab45688383c6753bb70185 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:51:48.764318 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-02e16b07-8431-4f00-bf2f-5854c15721d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:51:48.771501 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432311de-5947-4f85-8b64-1637833d40ef req-89121958-1c04-4728-95c6-7bbc34383044 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:48.773206 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-432311de-5947-4f85-8b64-1637833d40ef req-89121958-1c04-4728-95c6-7bbc34383044 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.1738217 Dec 02 15:51:48.781204 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ff292-7fc8-4c47-8ccc-42b758df076d req-53a72c26-c584-44f1-8e50-08f9b6655918 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:48.782899 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-971ff292-7fc8-4c47-8ccc-42b758df076d req-53a72c26-c584-44f1-8e50-08f9b6655918 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=4bc58da8-50b6-4c7c-a83b-38526c36d540 HTTP/1.1" status: 200 len: 943 time: 0.1821375 Dec 02 15:51:48.795008 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-02e16b07-8431-4f00-bf2f-5854c15721d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:51:48.886942 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2086942736-network', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:51:48.898101 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:51:48.909297 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] Usage tracker for resource:network and tenant:5dcc037c94944143a3f2fdcc7f6a2f6d is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:51:48.914946 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-432311de-5947-4f85-8b64-1637833d40ef req-8b88d671-1591-4b81-b5dd-261a98f7823c tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255269 Dec 02 15:51:48.940187 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:51:48.944050 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-971ff292-7fc8-4c47-8ccc-42b758df076d req-6a75fe39-e830-414c-82b9-9be0888dc7d6 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296890 Dec 02 15:51:48.969782 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:51:49.092193 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] Made reservation on behalf of 5dcc037c94944143a3f2fdcc7f6a2f6d for: {'network': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:51:49.101191 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for network, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:49.132330 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-02e16b07-8431-4f00-bf2f-5854c15721d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:49.138948 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:49.171726 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:51:49.179474 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] Usage tracker for resource:security_group_rule and tenant:5dcc037c94944143a3f2fdcc7f6a2f6d is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:51:49.185019 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:51:49.197074 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:51:49.230134 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-02e16b07-8431-4f00-bf2f-5854c15721d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:49.244066 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:49.297169 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-02e16b07-8431-4f00-bf2f-5854c15721d2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=73a52f5989ab45688383c6753bb70185&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6572733 Dec 02 15:51:49.302041 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 36738) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:49.314946 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e16b07-8431-4f00-bf2f-5854c15721d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe8c822-c9ae-472c-b89e-f86f13b966b3,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:49.322002 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-02e16b07-8431-4f00-bf2f-5854c15721d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:49.385218 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:49.390197 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 36742) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:49.429935 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c29a984e-ca30-4835-9b8c-5b20acedc299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:49.438720 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-682818ed-c00d-46ed-8819-6962b58e1160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:49.470431 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c29a984e-ca30-4835-9b8c-5b20acedc299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:49.479012 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:49.488099 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:49.533567 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-682818ed-c00d-46ed-8819-6962b58e1160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:51:49.563416 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-682818ed-c00d-46ed-8819-6962b58e1160 admin admin] Usage tracker for resource:security_group_rule and tenant:00255dc70f0040978ab96084a9684e30 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:51:49.574175 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-682818ed-c00d-46ed-8819-6962b58e1160 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:51:49.591668 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 15:51:49.595525 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-682818ed-c00d-46ed-8819-6962b58e1160 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:51:49.607892 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 5d174d7b-5c63-4d2f-bb81-96210d71ccea up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:51:49.608221 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a0fc65-1a11-4894-9b40-c932900ee9a5,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:49.612529 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:49.621884 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:49.622332 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.segments_db [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] Added segment ca708766-9b54-46c3-9628-ffb652be6104 of type vxlan for network ae619313-79bd-4f58-9d4f-05b9d1c1f579 Dec 02 15:51:49.720948 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 5d174d7b-5c63-4d2f-bb81-96210d71ccea triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:51:49.721636 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:49.755457 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737197622950'] for network, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:49.768735 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c29a984e-ca30-4835-9b8c-5b20acedc299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:49.781693 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:49.806662 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a984e-ca30-4835-9b8c-5b20acedc299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe8c822-c9ae-472c-b89e-f86f13b966b3,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:49.813335 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-c29a984e-ca30-4835-9b8c-5b20acedc299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:49.817537 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c29a984e-ca30-4835-9b8c-5b20acedc299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:49.819798 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-c29a984e-ca30-4835-9b8c-5b20acedc299 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2fe8c822-c9ae-472c-b89e-f86f13b966b3 HTTP/1.1" status: 204 len: 168 time: 0.5148692 Dec 02 15:51:50.050707 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for network, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:50.057676 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:50.067835 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:50.088881 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:50.106226 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 5387bb81-a9de-4819-a1e4-7a66d4bcbeb2 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:51:50.412578 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning for port 5387bb81-a9de-4819-a1e4-7a66d4bcbeb2 completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:51:50.425507 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 5387bb81-a9de-4819-a1e4-7a66d4bcbeb2 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:51:50.430556 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:50.432353 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-682818ed-c00d-46ed-8819-6962b58e1160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:50.449448 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] Pushing event updated for resources: {'Network': ['ID=ae619313-79bd-4f58-9d4f-05b9d1c1f579,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:50.464203 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:50.487963 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-682818ed-c00d-46ed-8819-6962b58e1160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:50.497529 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Network ae619313-79bd-4f58-9d4f-05b9d1c1f579 details requested by agent ovs-agent-dv-cinder-737618-2-smb with host dv-cinder-737618-2-smb {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:51:50.544330 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Network ae619313-79bd-4f58-9d4f-05b9d1c1f579 details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:51:50.588924 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0ea1cda9-5cb2-48bd-994d-4a12c903e655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:50.643749 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dfa04-1b9c-4242-bef2-14fad1464111 req-6e5ed5ec-69dc-4dca-92a6-47e8dacb3aa2 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:50.651679 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5c8dfa04-1b9c-4242-bef2-14fad1464111 req-6e5ed5ec-69dc-4dca-92a6-47e8dacb3aa2 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.2424700 Dec 02 15:51:50.679095 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-682818ed-c00d-46ed-8819-6962b58e1160 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=00255dc70f0040978ab96084a9684e30&name=default HTTP/1.1" status: 200 len: 2879 time: 1.2774148 Dec 02 15:51:50.679095 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4830432 Dec 02 15:51:50.679095 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682818ed-c00d-46ed-8819-6962b58e1160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4be8518-30a2-434c-8822-f15784990939,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:50.679863 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 36764) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:50.680327 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 36766) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:50.681051 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b409b-5768-4f74-b6bd-3c1c2daa14a1 req-0888a8d9-0750-4281-9308-78dbb6947584 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:50.682769 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f52b409b-5768-4f74-b6bd-3c1c2daa14a1 req-0888a8d9-0750-4281-9308-78dbb6947584 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=4bc58da8-50b6-4c7c-a83b-38526c36d540 HTTP/1.1" status: 200 len: 943 time: 0.1739054 Dec 02 15:51:50.694168 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-ee077a72-4851-4d54-81d2-dd56969644b9 admin admin] Request body: {'subnet': {'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2086942736-subnet', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:51:50.701635 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-682818ed-c00d-46ed-8819-6962b58e1160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:50.727076 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-ee077a72-4851-4d54-81d2-dd56969644b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:51:50.781618 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-ee077a72-4851-4d54-81d2-dd56969644b9 admin admin] Usage tracker for resource:subnet and tenant:5dcc037c94944143a3f2fdcc7f6a2f6d is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:51:50.811447 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-ee077a72-4851-4d54-81d2-dd56969644b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:51:50.856148 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5c8dfa04-1b9c-4242-bef2-14fad1464111 req-c15efe4f-4801-48e7-8478-18dc5dfe5f1d tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030954 Dec 02 15:51:50.885919 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-ee077a72-4851-4d54-81d2-dd56969644b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:51:51.002368 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f52b409b-5768-4f74-b6bd-3c1c2daa14a1 req-46439480-4474-4a42-8a3d-f64183cd3590 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096015 Dec 02 15:51:51.035758 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee077a72-4851-4d54-81d2-dd56969644b9 admin admin] Made reservation on behalf of 5dcc037c94944143a3f2fdcc7f6a2f6d for: {'subnet': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:51:51.058711 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ee077a72-4851-4d54-81d2-dd56969644b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036840066806'] for subnet, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:51.205935 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5201538e-734d-436c-a483-ca3e70682e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:51.333952 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5201538e-734d-436c-a483-ca3e70682e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:51.545321 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:51.797751 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc58da8-50b6-4c7c-a83b-38526c36d540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5387bb81-a9de-4819-a1e4-7a66d4bcbeb2'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:51:51.827581 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 5387bb81-a9de-4819-a1e4-7a66d4bcbeb2, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=5387bb81-a9de-4819-a1e4-7a66d4bcbeb2,segment=NetworkSegment(9aebbdee-50e1-48d0-ae87-0bb502d0e028),segment_id=9aebbdee-50e1-48d0-ae87-0bb502d0e028)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:51:51.887407 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:51.891898 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:51.918580 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5201538e-734d-436c-a483-ca3e70682e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:51.927102 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-02e16b07-8431-4f00-bf2f-5854c15721d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:51.929561 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc58da8-50b6-4c7c-a83b-38526c36d540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5387bb81-a9de-4819-a1e4-7a66d4bcbeb2', 'code': 200} Dec 02 15:51:51.985825 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201538e-734d-436c-a483-ca3e70682e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4be8518-30a2-434c-8822-f15784990939,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:52.013792 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5201538e-734d-436c-a483-ca3e70682e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:52.058425 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=5387bb81-a9de-4819-a1e4-7a66d4bcbeb2,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:52.073463 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:52.136902 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e98ce4e1-f97c-4222-91a7-dc961683f28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:52.289980 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8263eb-2105-467b-b0b9-dc290634ccb0 req-60f4ea25-cbf4-446d-b4bb-4ca65d32af10 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:52.295674 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5201538e-734d-436c-a483-ca3e70682e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:52.297900 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-5201538e-734d-436c-a483-ca3e70682e37 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f4be8518-30a2-434c-8822-f15784990939 HTTP/1.1" status: 204 len: 168 time: 1.6123166 Dec 02 15:51:52.305055 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5f8263eb-2105-467b-b0b9-dc290634ccb0 req-60f4ea25-cbf4-446d-b4bb-4ca65d32af10 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.2233469 Dec 02 15:51:52.375212 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5f8263eb-2105-467b-b0b9-dc290634ccb0 req-49d935d2-f897-4c7d-b9db-d0c83ba45b9e tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688121 Dec 02 15:51:52.626928 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 5387bb81-a9de-4819-a1e4-7a66d4bcbeb2 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:51:52.642489 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d4ead-6caa-4c65-bebc-2f1c2f427cc4 req-150eb52e-83ea-4399-ac83-b85850ccf4f4 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:52.650490 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-630d4ead-6caa-4c65-bebc-2f1c2f427cc4 req-150eb52e-83ea-4399-ac83-b85850ccf4f4 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=4bc58da8-50b6-4c7c-a83b-38526c36d540 HTTP/1.1" status: 200 len: 945 time: 0.2739489 Dec 02 15:51:52.694636 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7e4b2-9e29-4b3b-a451-5d0cbfdcb30d req-131d3613-2452-4714-bfe0-7661884714d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:52.701190 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cbc7e4b2-9e29-4b3b-a451-5d0cbfdcb30d req-131d3613-2452-4714-bfe0-7661884714d3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4bc58da8-50b6-4c7c-a83b-38526c36d540 HTTP/1.1" status: 200 len: 1162 time: 0.3571327 Dec 02 15:51:52.739877 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-37ad4c3a-edf1-4d10-95cc-115f88d82593 req-33861d43-7258-4639-a7f5-50518a812adb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2196980 Dec 02 15:51:52.796724 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 5387bb81-a9de-4819-a1e4-7a66d4bcbeb2 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:51:52.797153 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:52.854272 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-630d4ead-6caa-4c65-bebc-2f1c2f427cc4 req-6e99a482-8e21-4454-902d-58a8ab04b2a5 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956868 Dec 02 15:51:53.118770 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ee077a72-4851-4d54-81d2-dd56969644b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839054388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036840066789'] for subnet, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:53.147290 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:53.252105 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cbc7e4b2-9e29-4b3b-a451-5d0cbfdcb30d req-d4515492-2920-4128-9419-01b55b288650 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5332980 Dec 02 15:51:53.324269 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee077a72-4851-4d54-81d2-dd56969644b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a59a6d3-2eec-4eca-96de-faf6098a43d0,revision_number=0']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:53.341388 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ee077a72-4851-4d54-81d2-dd56969644b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:53.375772 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad4c3a-edf1-4d10-95cc-115f88d82593 req-067dc5f3-01ec-4c51-a021-b1e90cec1091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:53.378265 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-37ad4c3a-edf1-4d10-95cc-115f88d82593 req-067dc5f3-01ec-4c51-a021-b1e90cec1091 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5b044abbdfeb42beab9693a7883ab0b0&device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 1163 time: 0.3245409 Dec 02 15:51:53.426802 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee077a72-4851-4d54-81d2-dd56969644b9 admin admin] Checking segment: {'id': 'ca708766-9b54-46c3-9628-ffb652be6104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:51:53.427201 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee077a72-4851-4d54-81d2-dd56969644b9 admin admin] Network hostable DHCP agents. Network: ae619313-79bd-4f58-9d4f-05b9d1c1f579, hostable agents: ['f9c54d63-a3bd-491a-8648-7c87c1e70bbe'], hosted agents: [] {{(pid=80330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 15:51:53.511931 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee077a72-4851-4d54-81d2-dd56969644b9 admin admin] Network ae619313-79bd-4f58-9d4f-05b9d1c1f579 is scheduled to be hosted by DHCP agent f9c54d63-a3bd-491a-8648-7c87c1e70bbe with binding_index 1 {{(pid=80330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 15:51:53.596827 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-ee077a72-4851-4d54-81d2-dd56969644b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-smb, ae619313-79bd-4f58-9d4f-05b9d1c1f579) {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:51:53.607119 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d074746-4a1a-4e3b-bd06-3fe334545b41 None None] Network ae619313-79bd-4f58-9d4f-05b9d1c1f579 requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:51:53.660323 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee077a72-4851-4d54-81d2-dd56969644b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:53.665476 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ee077a72-4851-4d54-81d2-dd56969644b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for subnet, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:53.869976 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-ee077a72-4851-4d54-81d2-dd56969644b9 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.1837041 Dec 02 15:51:53.873987 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 36840) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:53.885278 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2086942736-router', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:51:53.894339 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:51:53.905340 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] Usage tracker for resource:router and tenant:5dcc037c94944143a3f2fdcc7f6a2f6d is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:51:53.910568 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:51:53.928788 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:51:53.985144 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad4c3a-edf1-4d10-95cc-115f88d82593 req-80ba8019-85a7-479c-b330-356ac4bf5069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:53.986797 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-37ad4c3a-edf1-4d10-95cc-115f88d82593 req-80ba8019-85a7-479c-b330-356ac4bf5069 service neutron] 10.222.0.90 "GET /v2.0/networks?id=35fd24f2-ba7b-406a-8613-44494f3bdb02 HTTP/1.1" status: 200 len: 909 time: 0.2501855 Dec 02 15:51:54.065562 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854218090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:54.066980 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854218143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854336912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854761223'] for router, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:54.077519 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f318e5f-7beb-4b1d-b2fa-17fbdb7125b3 req-edbfb529-6457-4340-93a1-37f4705819f9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:54.092118 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-37ad4c3a-edf1-4d10-95cc-115f88d82593 req-c0f87e9d-e67c-484b-a387-a140fedd9d99 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0f85773-fe83-4375-bbd9-3603492de3ee HTTP/1.1" status: 200 len: 217 time: 0.0958760 Dec 02 15:51:54.099463 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5f318e5f-7beb-4b1d-b2fa-17fbdb7125b3 req-edbfb529-6457-4340-93a1-37f4705819f9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.3437672 Dec 02 15:51:54.225316 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5f318e5f-7beb-4b1d-b2fa-17fbdb7125b3 req-cf8824d6-a202-4d88-82ed-ec5a86b0a345 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160116 Dec 02 15:51:54.247754 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad4c3a-edf1-4d10-95cc-115f88d82593 req-4deed62c-b762-4ab3-a061-4e12ea2983b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:54.250886 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-37ad4c3a-edf1-4d10-95cc-115f88d82593 req-4deed62c-b762-4ab3-a061-4e12ea2983b1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=68d8031a-7a09-472a-b47a-09b4d4b5b727 HTTP/1.1" status: 200 len: 855 time: 0.1445310 Dec 02 15:51:54.363242 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8964df08-5522-4208-9977-2199d709081e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da9dfaf-62d6-5646-b99e-815292006dec-ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'fixed_ips': [{'subnet_id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0'}]}} from dv-cinder-737618-2-smb. {{(pid=80332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 02 15:51:54.364759 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8964df08-5522-4208-9977-2199d709081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:54.400609 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-37ad4c3a-edf1-4d10-95cc-115f88d82593 req-18286510-7dea-4cec-9298-9d2f618188ff service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=35fd24f2-ba7b-406a-8613-44494f3bdb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236753 Dec 02 15:51:54.411167 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:54.436010 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-98e7cdd6-3c7e-4964-998a-31c447fe3e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:54.726160 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026caf91-b932-4e26-bbed-de7b7bc02649 req-d6f8fbb2-fb16-4c6d-a5fb-55bccac78d0b tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:54.737908 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-026caf91-b932-4e26-bbed-de7b7bc02649 req-d6f8fbb2-fb16-4c6d-a5fb-55bccac78d0b tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=4bc58da8-50b6-4c7c-a83b-38526c36d540 HTTP/1.1" status: 200 len: 945 time: 0.2512336 Dec 02 15:51:54.870957 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-026caf91-b932-4e26-bbed-de7b7bc02649 req-dd83a273-fef1-446c-b7a2-e9e9ff3129a2 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275327 Dec 02 15:51:54.975152 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:55.017803 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [None req-8964df08-5522-4208-9977-2199d709081e None None] Allocated IP 172.20.0.2 (ae619313-79bd-4f58-9d4f-05b9d1c1f579/5a59a6d3-2eec-4eca-96de-faf6098a43d0/6e3e246f-6d1c-4945-a7b3-18a1da154816) {{(pid=80332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:51:55.074612 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-557688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761322'] for router, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:55.368971 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8964df08-5522-4208-9977-2199d709081e None None] Notify callbacks [] for port, precommit_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:55.383799 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-8964df08-5522-4208-9977-2199d709081e None None] Transition to ACTIVE for port object 6e3e246f-6d1c-4945-a7b3-18a1da154816 will not be triggered until provisioned by entity L2. {{(pid=80332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:51:55.404712 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-8964df08-5522-4208-9977-2199d709081e None None] Transition to ACTIVE for port object 6e3e246f-6d1c-4945-a7b3-18a1da154816 will not be triggered until provisioned by entity DHCP. {{(pid=80332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:51:55.442051 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8964df08-5522-4208-9977-2199d709081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067'] for port, after_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:55.558002 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-c24534e1-3f5b-4103-b325-11c188692064 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:55.673989 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964df08-5522-4208-9977-2199d709081e None None] Pushing event updated for resources: {'Port': ['ID=6e3e246f-6d1c-4945-a7b3-18a1da154816,revision_number=1']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:55.684437 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-8964df08-5522-4208-9977-2199d709081e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:55.698071 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaafa8d-6eae-42ee-8b7f-6a87cd60f02e req-f3e550bd-f1ae-44a6-8ff1-af9998ef476f tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:55.698071 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0eaafa8d-6eae-42ee-8b7f-6a87cd60f02e req-f3e550bd-f1ae-44a6-8ff1-af9998ef476f tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.1408489 Dec 02 15:51:55.717067 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-37ad4c3a-edf1-4d10-95cc-115f88d82593 req-7fe97366-0b7d-491c-ae4a-a0c8c621764e service neutron] 10.222.0.90 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2748291 Dec 02 15:51:55.799078 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8964df08-5522-4208-9977-2199d709081e None None] Network ae619313-79bd-4f58-9d4f-05b9d1c1f579 is already hosted by enough agents. {{(pid=80332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:51:55.800765 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-8964df08-5522-4208-9977-2199d709081e None None] Resources bound (agent type, host, resource id): {{(pid=80332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:51:55.804264 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8964df08-5522-4208-9977-2199d709081e None None] Received port after_create {{(pid=80332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:51:55.807856 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:55.811302 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0eaafa8d-6eae-42ee-8b7f-6a87cd60f02e req-bad8eaaf-c2cc-4375-a8a9-8aad9eb86e7d tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017549 Dec 02 15:51:55.915022 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-8964df08-5522-4208-9977-2199d709081e None None] Attempting to bind port 6e3e246f-6d1c-4945-a7b3-18a1da154816 on host dv-cinder-737618-2-smb for vnic_type normal with profile {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:51:55.915746 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-8964df08-5522-4208-9977-2199d709081e None None] Attempting to bind port 6e3e246f-6d1c-4945-a7b3-18a1da154816 by drivers openvswitch on host dv-cinder-737618-2-smb at level 0 using segments [{'id': 'ca708766-9b54-46c3-9628-ffb652be6104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579'}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:51:55.916651 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8964df08-5522-4208-9977-2199d709081e None None] Attempting to bind port 6e3e246f-6d1c-4945-a7b3-18a1da154816 on network ae619313-79bd-4f58-9d4f-05b9d1c1f579 {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:51:55.933997 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8964df08-5522-4208-9977-2199d709081e None None] Checking agent: {'id': '9e491a05-148d-4c27-9923-258931fe0ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 40, 26), 'started_at': datetime.datetime(2020, 12, 2, 15, 40, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:51:55.935937 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8964df08-5522-4208-9977-2199d709081e None None] Checking segment: {'id': 'ca708766-9b54-46c3-9628-ffb652be6104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:51:55.936867 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8964df08-5522-4208-9977-2199d709081e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:55.937641 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8964df08-5522-4208-9977-2199d709081e None None] Bound using segment: {'id': 'ca708766-9b54-46c3-9628-ffb652be6104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579'} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:51:55.938830 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-8964df08-5522-4208-9977-2199d709081e None None] Bound port: 6e3e246f-6d1c-4945-a7b3-18a1da154816, host: dv-cinder-737618-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca708766-9b54-46c3-9628-ffb652be6104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579'}}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:51:55.939358 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8964df08-5522-4208-9977-2199d709081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:56.176028 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 36894) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:56.196111 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-8964df08-5522-4208-9977-2199d709081e None None] For port 6e3e246f-6d1c-4945-a7b3-18a1da154816, host dv-cinder-737618-2-smb, cleared binding levels {{(pid=80332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:51:56.200862 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-8964df08-5522-4208-9977-2199d709081e None None] For port 6e3e246f-6d1c-4945-a7b3-18a1da154816, host dv-cinder-737618-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=6e3e246f-6d1c-4945-a7b3-18a1da154816,segment=NetworkSegment(ca708766-9b54-46c3-9628-ffb652be6104),segment_id=ca708766-9b54-46c3-9628-ffb652be6104)] {{(pid=80332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:51:56.216914 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 36900) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:56.245500 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903c960-e107-4c1c-9bcd-ce66b01ffb60 req-8289e9dc-3c39-4fd5-9bd5-b36b975c4b85 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:56.247684 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c903c960-e107-4c1c-9bcd-ce66b01ffb60 req-8289e9dc-3c39-4fd5-9bd5-b36b975c4b85 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=4bc58da8-50b6-4c7c-a83b-38526c36d540 HTTP/1.1" status: 200 len: 945 time: 0.1262181 Dec 02 15:51:56.252081 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8964df08-5522-4208-9977-2199d709081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:56.282941 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5490bb9c-f740-475f-896a-a8ed09673b9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:56.292352 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-37ad4c3a-edf1-4d10-95cc-115f88d82593 req-818a7379-b681-4dfd-b5aa-e1a42ae7db72 service neutron] 10.222.0.90 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5670760 Dec 02 15:51:56.335110 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c903c960-e107-4c1c-9bcd-ce66b01ffb60 req-b907c9a5-a826-46ba-9533-b26aff0786b2 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649447 Dec 02 15:51:56.388059 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:56.631936 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 5387bb81-a9de-4819-a1e4-7a66d4bcbeb2 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:51:56.666116 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964df08-5522-4208-9977-2199d709081e None None] Pushing event updated for resources: {'Port': ['ID=6e3e246f-6d1c-4945-a7b3-18a1da154816,revision_number=2']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:56.682208 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-8964df08-5522-4208-9977-2199d709081e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:56.704123 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:56.734302 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ee47750b-2af6-4476-9383-b2253ae7ca3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:56.774837 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-ee47750b-2af6-4476-9383-b2253ae7ca3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:51:56.784871 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-ee47750b-2af6-4476-9383-b2253ae7ca3f admin admin] Usage tracker for resource:security_group_rule and tenant:5b9d49a610784641b02ecea6c26f5b04 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:51:56.792365 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-ee47750b-2af6-4476-9383-b2253ae7ca3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:51:56.807957 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-ee47750b-2af6-4476-9383-b2253ae7ca3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:51:56.879038 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:56.879969 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 5387bb81-a9de-4819-a1e4-7a66d4bcbeb2 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:51:56.880496 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:56.959825 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ee47750b-2af6-4476-9383-b2253ae7ca3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:56.981759 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-579ea481-ed6b-418f-b963-24085a6cd9fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:57.003420 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-579ea481-ed6b-418f-b963-24085a6cd9fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:51:57.008968 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-579ea481-ed6b-418f-b963-24085a6cd9fc admin admin] Usage tracker for resource:security_group_rule and tenant:4416bd6ba8484d5e9a88c9eabdaaf685 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:51:57.014315 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-579ea481-ed6b-418f-b963-24085a6cd9fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:51:57.022567 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-579ea481-ed6b-418f-b963-24085a6cd9fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:51:57.067990 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ee47750b-2af6-4476-9383-b2253ae7ca3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:57.090296 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:57.401884 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-579ea481-ed6b-418f-b963-24085a6cd9fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:57.401884 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47750b-2af6-4476-9383-b2253ae7ca3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ec3d86-ae71-432f-baa7-1e559bace06f,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:57.401884 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ee47750b-2af6-4476-9383-b2253ae7ca3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:57.401884 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-ee47750b-2af6-4476-9383-b2253ae7ca3f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5b9d49a610784641b02ecea6c26f5b04&name=default HTTP/1.1" status: 200 len: 2879 time: 1.1313515 Dec 02 15:51:57.406899 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 36928) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:57.488602 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-579ea481-ed6b-418f-b963-24085a6cd9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:57.538976 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-dd2f1b94-7dd5-497d-a83e-1eb96ba0e434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:57.558782 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-579ea481-ed6b-418f-b963-24085a6cd9fc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4416bd6ba8484d5e9a88c9eabdaaf685&name=default HTTP/1.1" status: 200 len: 2879 time: 1.3348053 Dec 02 15:51:57.566005 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 36934) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:57.606942 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ea481-ed6b-418f-b963-24085a6cd9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166f1678-1f9d-4334-b70f-e3661635f6cd,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:57.616092 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a6e93-eacc-4a10-acf4-506f4cfcdd1d req-e1844d9e-202c-4046-92f1-95caf1037135 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:57.617746 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f71a6e93-eacc-4a10-acf4-506f4cfcdd1d req-e1844d9e-202c-4046-92f1-95caf1037135 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.2700958 Dec 02 15:51:57.630939 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-579ea481-ed6b-418f-b963-24085a6cd9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:57.658990 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fda5f133-c39d-451b-b2f3-46e1b02a80bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:57.711946 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f71a6e93-eacc-4a10-acf4-506f4cfcdd1d req-99b446c7-1c2a-4149-bcbd-ed8f24938f72 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787811 Dec 02 15:51:57.748379 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fda5f133-c39d-451b-b2f3-46e1b02a80bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:57.832139 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] Allocated IP 172.28.0.236 (37c00fa4-9d8d-40bf-927e-52444f2dd708/960a6109-8752-4c76-aab7-dfde0e16e857/b694a9a1-c4ba-4d30-9284-769f9cda77b9) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:51:57.834420 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b1ed7d60-064c-4fa6-8c1c-049f42091d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:57.866701 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b1ed7d60-064c-4fa6-8c1c-049f42091d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:57.932957 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 6e3e246f-6d1c-4945-a7b3-18a1da154816 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:51:58.164426 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning for port 6e3e246f-6d1c-4945-a7b3-18a1da154816 completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:51:58.197301 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b1ed7d60-064c-4fa6-8c1c-049f42091d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:58.210500 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9831316b-5594-4fa6-bfad-dd5822c6ca31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:58.233103 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:58.246240 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed7d60-064c-4fa6-8c1c-049f42091d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166f1678-1f9d-4334-b70f-e3661635f6cd,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:58.247183 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b1ed7d60-064c-4fa6-8c1c-049f42091d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:58.274809 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b1ed7d60-064c-4fa6-8c1c-049f42091d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:58.278844 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-b1ed7d60-064c-4fa6-8c1c-049f42091d5a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/166f1678-1f9d-4334-b70f-e3661635f6cd HTTP/1.1" status: 204 len: 168 time: 0.7044592 Dec 02 15:51:58.329069 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:58.352145 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:58.501474 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fda5f133-c39d-451b-b2f3-46e1b02a80bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:58.505846 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fda5f133-c39d-451b-b2f3-46e1b02a80bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:58.507138 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-fda5f133-c39d-451b-b2f3-46e1b02a80bb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a9ec3d86-ae71-432f-baa7-1e559bace06f HTTP/1.1" status: 204 len: 168 time: 1.1103873 Dec 02 15:51:58.628211 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] Pushing event updated for resources: {'Port': ['ID=b694a9a1-c4ba-4d30-9284-769f9cda77b9,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:58.633659 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:58.634326 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-682818ed-c00d-46ed-8819-6962b58e1160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:58.656573 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5f133-c39d-451b-b2f3-46e1b02a80bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ec3d86-ae71-432f-baa7-1e559bace06f,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:58.671716 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] Network 37c00fa4-9d8d-40bf-927e-52444f2dd708 is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:51:58.673006 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-fda5f133-c39d-451b-b2f3-46e1b02a80bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:58.673924 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:51:58.677155 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:51:58.886335 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f94c91-2b3f-44bd-952b-8f4c34de8299 None None] Network ae619313-79bd-4f58-9d4f-05b9d1c1f579 requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:51:59.180690 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992596b-2784-4056-80cf-e22afb81d911 req-03b98429-80b3-4253-ab6f-e1a84f9e9297 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:51:59.186894 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2992596b-2784-4056-80cf-e22afb81d911 req-03b98429-80b3-4253-ab6f-e1a84f9e9297 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.1981030 Dec 02 15:51:59.217525 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-e7a3272b-ef0a-4968-8b22-7969bdd9f512 None None] Provisioning for port 6e3e246f-6d1c-4945-a7b3-18a1da154816 completed by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:51:59.240334 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-e7a3272b-ef0a-4968-8b22-7969bdd9f512 None None] Provisioning complete for port 6e3e246f-6d1c-4945-a7b3-18a1da154816 triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:51:59.241339 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e7a3272b-ef0a-4968-8b22-7969bdd9f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:59.265981 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2992596b-2784-4056-80cf-e22afb81d911 req-b41a978e-90b4-4107-bb76-9f50dab2b1fd tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757489 Dec 02 15:51:59.418495 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:59.523998 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e7a3272b-ef0a-4968-8b22-7969bdd9f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:59.584663 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 36982) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:51:59.610108 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-e7a3272b-ef0a-4968-8b22-7969bdd9f512 None None] For port 6e3e246f-6d1c-4945-a7b3-18a1da154816, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=6e3e246f-6d1c-4945-a7b3-18a1da154816,segment=NetworkSegment(ca708766-9b54-46c3-9628-ffb652be6104),segment_id=ca708766-9b54-46c3-9628-ffb652be6104)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:51:59.647069 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9598c9e0-607e-455c-b75d-d6e90742c261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:59.654309 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e7a3272b-ef0a-4968-8b22-7969bdd9f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:59.656627 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:51:59.672568 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-9598c9e0-607e-455c-b75d-d6e90742c261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:51:59.680181 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-9598c9e0-607e-455c-b75d-d6e90742c261 admin admin] Usage tracker for resource:security_group_rule and tenant:100e73b60a834d7491f9186db3f09f0f is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:51:59.687959 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-9598c9e0-607e-455c-b75d-d6e90742c261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:51:59.697929 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-9598c9e0-607e-455c-b75d-d6e90742c261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:51:59.817633 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3272b-ef0a-4968-8b22-7969bdd9f512 None None] Pushing event updated for resources: {'Port': ['ID=6e3e246f-6d1c-4945-a7b3-18a1da154816,revision_number=3']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:51:59.822384 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e7a3272b-ef0a-4968-8b22-7969bdd9f512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:51:59.948597 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9598c9e0-607e-455c-b75d-d6e90742c261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:51:59.986975 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9598c9e0-607e-455c-b75d-d6e90742c261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:00.000382 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-d6c3b5e1-1356-4054-aa53-6e80e3a2a3f6 None None] Provisioning complete for port 6e3e246f-6d1c-4945-a7b3-18a1da154816 triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:52:00.000842 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b5e1-1356-4054-aa53-6e80e3a2a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:00.016642 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:00.055156 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854218128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559623'] for router, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:00.101555 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598c9e0-607e-455c-b75d-d6e90742c261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c916c897-1b4d-46a0-96e7-937c47ac5b74,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:00.112911 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9598c9e0-607e-455c-b75d-d6e90742c261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:00.146032 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-9598c9e0-607e-455c-b75d-d6e90742c261 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=100e73b60a834d7491f9186db3f09f0f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5589914 Dec 02 15:52:00.146998 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 36996) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:00.225138 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ee0b78d9-caec-46c9-b1cb-00cbd96cd360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:00.281270 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ee0b78d9-caec-46c9-b1cb-00cbd96cd360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:00.492328 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ee0b78d9-caec-46c9-b1cb-00cbd96cd360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:00.502696 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:00.546094 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b78d9-caec-46c9-b1cb-00cbd96cd360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c916c897-1b4d-46a0-96e7-937c47ac5b74,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:00.553488 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ee0b78d9-caec-46c9-b1cb-00cbd96cd360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:00.558354 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] Router dc5f2e98-ff09-4d09-975b-b276769dc2d4 is scheduled to L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf with binding_index 1 {{(pid=80330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 02 15:52:00.650854 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ee0b78d9-caec-46c9-b1cb-00cbd96cd360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:00.652170 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-ee0b78d9-caec-46c9-b1cb-00cbd96cd360 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c916c897-1b4d-46a0-96e7-937c47ac5b74 HTTP/1.1" status: 204 len: 168 time: 0.5039418 Dec 02 15:52:00.673101 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-cdb399bc-9fa7-4a47-b4e5-f15177bb068e None None] Provisioning complete for port 6e3e246f-6d1c-4945-a7b3-18a1da154816 triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:52:00.682942 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cdb399bc-9fa7-4a47-b4e5-f15177bb068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:00.703936 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746666a-8613-4410-b431-913d4ad61f6f req-a725a850-2858-4be3-a06e-518106cb94e9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:00.714411 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b746666a-8613-4410-b431-913d4ad61f6f req-a725a850-2858-4be3-a06e-518106cb94e9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.1629963 Dec 02 15:52:00.773343 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 37020) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:00.875290 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b746666a-8613-4410-b431-913d4ad61f6f req-b11c833b-d835-4dad-86e7-882150a39de4 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596022 Dec 02 15:52:01.060015 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-3eff55d8-aef9-489b-9f5e-27f800955fc2 None None] Provisioning complete for port 6e3e246f-6d1c-4945-a7b3-18a1da154816 triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:52:01.061450 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3eff55d8-aef9-489b-9f5e-27f800955fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:01.284346 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:52:01.299289 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] Sync routers for ids ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'] in dv-cinder-737618-2-smb {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:52:01.330994 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] Routers {'dc5f2e98-ff09-4d09-975b-b276769dc2d4'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:52:01.332344 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:51:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:52:01.404605 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] Notify callbacks [] for router, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:01.406367 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.5308928 Dec 02 15:52:01.408428 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-be3cf422-c526-450a-81f5-b04e941d4bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:01.411233 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 37036) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:01.494726 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-be3cf422-c526-450a-81f5-b04e941d4bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:52:01.513431 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-be3cf422-c526-450a-81f5-b04e941d4bbd admin admin] Usage tracker for resource:security_group_rule and tenant:f6d7acd225fa4c3dae0273f79eec7aa1 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:52:01.524567 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-be3cf422-c526-450a-81f5-b04e941d4bbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:52:01.542913 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-be3cf422-c526-450a-81f5-b04e941d4bbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:52:01.957404 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 6e3e246f-6d1c-4945-a7b3-18a1da154816 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:52:01.972199 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-be3cf422-c526-450a-81f5-b04e941d4bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:02.007341 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] Set router dc5f2e98-ff09-4d09-975b-b276769dc2d4 gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:52:02.055697 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-be3cf422-c526-450a-81f5-b04e941d4bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:02.130699 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e7e7de83-d946-444b-b159-bdcb93e50b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:02.210955 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-be3cf422-c526-450a-81f5-b04e941d4bbd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f6d7acd225fa4c3dae0273f79eec7aa1&name=default HTTP/1.1" status: 200 len: 2879 time: 1.4359114 Dec 02 15:52:02.215910 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 37066) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:02.224072 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cf422-c526-450a-81f5-b04e941d4bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dd5fe4-b6f1-41ca-a2cc-f3a372fbb7f5,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:02.229195 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-be3cf422-c526-450a-81f5-b04e941d4bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:02.412627 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-58f673f2-f0e1-421a-90e1-c974b207842b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:02.454785 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:02.523577 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 6e3e246f-6d1c-4945-a7b3-18a1da154816 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:52:02.526874 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:02.662896 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-48b9e24e-6fbc-41d9-a7ac-bb15ccb726d5 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:02.675201 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-48b9e24e-6fbc-41d9-a7ac-bb15ccb726d5 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/networks?id=35fd24f2-ba7b-406a-8613-44494f3bdb02 HTTP/1.1" status: 200 len: 815 time: 0.8851104 Dec 02 15:52:02.716183 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-58f673f2-f0e1-421a-90e1-c974b207842b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:02.746254 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-90cc2842-31aa-4556-9fd7-80d738c5b5d4 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/quotas/5b044abbdfeb42beab9693a7883ab0b0 HTTP/1.1" status: 200 len: 375 time: 0.0425339 Dec 02 15:52:02.789714 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad64ef9-12e5-4fc5-bd23-c0ea372c60c8 req-513b23db-79df-4186-be76-0284330cc9a9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:02.794317 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6ad64ef9-12e5-4fc5-bd23-c0ea372c60c8 req-513b23db-79df-4186-be76-0284330cc9a9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.4063268 Dec 02 15:52:02.854537 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2086942736-router', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:54Z', 'updated_at': '2020-12-02T15:51:59Z', 'revision_number': 3, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'gw_port': {'id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:57Z', 'updated_at': '2020-12-02T15:51:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:52:02.863200 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] Checking router: dc5f2e98-ff09-4d09-975b-b276769dc2d4 for host: dv-cinder-737618-2-smb {{(pid=80333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:52:02.863873 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] Updating router dc5f2e98-ff09-4d09-975b-b276769dc2d4 port b694a9a1-c4ba-4d30-9284-769f9cda77b9 binding host dv-cinder-737618-2-smb {{(pid=80333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 15:52:02.969637 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:02.975054 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6ad64ef9-12e5-4fc5-bd23-c0ea372c60c8 req-44f2e518-0abd-408f-873d-f4834e7b229d tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070280 Dec 02 15:52:03.021104 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b95026d2-1a6e-4d19-a93c-ac2c7b6e00a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:03.034745 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-58f673f2-f0e1-421a-90e1-c974b207842b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:03.099786 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-e541e4a4-7cab-4d1d-a0db-a09aa0d9b1ca tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?tenant_id=5b044abbdfeb42beab9693a7883ab0b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3380134 Dec 02 15:52:03.447136 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ee0b78d9-caec-46c9-b1cb-00cbd96cd360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:03.468673 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-5b03bb8c-39a3-4efb-bdc1-6fc40f64857b service neutron] 10.222.0.98 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665826 Dec 02 15:52:03.578497 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f673f2-f0e1-421a-90e1-c974b207842b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dd5fe4-b6f1-41ca-a2cc-f3a372fbb7f5,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:03.580327 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [None req-b95026d2-1a6e-4d19-a93c-ac2c7b6e00a9 admin admin] Allocated IP 172.20.0.1 (ae619313-79bd-4f58-9d4f-05b9d1c1f579/5a59a6d3-2eec-4eca-96de-faf6098a43d0/a4d19659-342b-45e1-9c57-c93f397ab414) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:52:03.581523 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-58f673f2-f0e1-421a-90e1-c974b207842b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:03.607676 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-58f673f2-f0e1-421a-90e1-c974b207842b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:03.609322 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-58f673f2-f0e1-421a-90e1-c974b207842b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/73dd5fe4-b6f1-41ca-a2cc-f3a372fbb7f5 HTTP/1.1" status: 204 len: 168 time: 1.3819318 Dec 02 15:52:03.695769 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-64ea0512-ad29-4baa-924d-c5649651dae4 service neutron] 10.222.0.98 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2258043 Dec 02 15:52:03.816288 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:03.834990 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] Transition to ACTIVE for port object b694a9a1-c4ba-4d30-9284-769f9cda77b9 will not be triggered until provisioned by entity L2. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:52:03.874145 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b95026d2-1a6e-4d19-a93c-ac2c7b6e00a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:03.877035 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:03.894865 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6f2a5752-bc13-4031-afd0-ad9d4fd3b09a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:03.900143 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b95026d2-1a6e-4d19-a93c-ac2c7b6e00a9 admin admin] Transition to ACTIVE for port object a4d19659-342b-45e1-9c57-c93f397ab414 will not be triggered until provisioned by entity DHCP. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:52:03.967991 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b95026d2-1a6e-4d19-a93c-ac2c7b6e00a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:03.996482 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:04.375671 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Pushing event updated for resources: {'Port': ['ID=b694a9a1-c4ba-4d30-9284-769f9cda77b9,revision_number=2']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:04.400600 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:04.401237 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:04.401864 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:04.402431 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:04.403376 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:04.404036 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:04.404597 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:04.405152 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:04.405707 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:04.406279 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:04.406861 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:04.407426 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:04.408041 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:04.408635 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:04.409194 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:04.409750 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:04.410311 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:04.410887 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:04.411434 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:04.411997 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:04.412541 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:04.413108 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:04.413654 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:04.414218 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:04.414658 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95026d2-1a6e-4d19-a93c-ac2c7b6e00a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a4d19659-342b-45e1-9c57-c93f397ab414,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:04.422082 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:04.444454 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e26da7b9-70e6-4bf9-a3e6-0ed12fe30516 req-06a3ca4c-91f8-4c32-ada0-dffc990cef22 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=22e92e1e-39fb-4c25-bf18-ee4cc23b3365 HTTP/1.1" status: 200 len: 210 time: 0.1068668 Dec 02 15:52:04.446790 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b95026d2-1a6e-4d19-a93c-ac2c7b6e00a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:04.516563 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] Attempting to bind port b694a9a1-c4ba-4d30-9284-769f9cda77b9 on host dv-cinder-737618-2-smb for vnic_type normal with profile {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:52:04.517055 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] Attempting to bind port b694a9a1-c4ba-4d30-9284-769f9cda77b9 by drivers openvswitch on host dv-cinder-737618-2-smb at level 0 using segments [{'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:52:04.517364 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] Attempting to bind port b694a9a1-c4ba-4d30-9284-769f9cda77b9 on network 37c00fa4-9d8d-40bf-927e-52444f2dd708 {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:52:04.534474 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] Checking agent: {'id': '9e491a05-148d-4c27-9923-258931fe0ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 40, 26), 'started_at': datetime.datetime(2020, 12, 2, 15, 40, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:52:04.540440 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] Checking segment: {'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:52:04.540440 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:04.540440 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] Bound using segment: {'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:52:04.540440 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] Bound port: b694a9a1-c4ba-4d30-9284-769f9cda77b9, host: dv-cinder-737618-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:52:04.540440 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:04.577127 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60acd22-d8df-4963-9f24-cd1289597e18 req-9edff96c-8e2e-4d5b-877a-c93ecfebe6ee tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:04.585254 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95026d2-1a6e-4d19-a93c-ac2c7b6e00a9 admin admin] Network ae619313-79bd-4f58-9d4f-05b9d1c1f579 is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:52:04.587684 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-b95026d2-1a6e-4d19-a93c-ac2c7b6e00a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:52:04.588753 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c60acd22-d8df-4963-9f24-cd1289597e18 req-9edff96c-8e2e-4d5b-877a-c93ecfebe6ee tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.3933094 Dec 02 15:52:04.618363 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95026d2-1a6e-4d19-a93c-ac2c7b6e00a9 admin admin] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:52:04.733821 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] For port b694a9a1-c4ba-4d30-9284-769f9cda77b9, host dv-cinder-737618-2-smb, cleared binding levels {{(pid=80333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:52:04.761864 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c60acd22-d8df-4963-9f24-cd1289597e18 req-9af8ecc7-556e-4894-964f-b944e745c5ad tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720324 Dec 02 15:52:04.766947 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] For port b694a9a1-c4ba-4d30-9284-769f9cda77b9, host dv-cinder-737618-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=b694a9a1-c4ba-4d30-9284-769f9cda77b9,segment=NetworkSegment(e664ad9f-0009-4ff2-8670-18bebb570cf0),segment_id=e664ad9f-0009-4ff2-8670-18bebb570cf0)] {{(pid=80333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:52:04.796164 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b95026d2-1a6e-4d19-a93c-ac2c7b6e00a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854215974'] for router_interface, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:04.810873 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:04.923413 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:05.060605 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 37178) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:05.084320 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Pushing event updated for resources: {'Port': ['ID=b694a9a1-c4ba-4d30-9284-769f9cda77b9,revision_number=3']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:05.090478 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:05.096132 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2c9cfc25-f1ea-46b7-b0ed-bdcbec30512c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:05.117946 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-2c9cfc25-f1ea-46b7-b0ed-bdcbec30512c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:52:05.118615 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-997127b6-b3a3-440f-9c4c-fd0a4cf99244 None None] Provisioning for port a4d19659-342b-45e1-9c57-c93f397ab414 completed by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:52:05.123497 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-2c9cfc25-f1ea-46b7-b0ed-bdcbec30512c admin admin] Usage tracker for resource:security_group_rule and tenant:8e2af76cea384e48b1997d42f774a985 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:52:05.128607 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-2c9cfc25-f1ea-46b7-b0ed-bdcbec30512c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:52:05.134293 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-2c9cfc25-f1ea-46b7-b0ed-bdcbec30512c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:52:05.150239 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-997127b6-b3a3-440f-9c4c-fd0a4cf99244 None None] Provisioning complete for port a4d19659-342b-45e1-9c57-c93f397ab414 triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:52:05.153890 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-997127b6-b3a3-440f-9c4c-fd0a4cf99244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:05.169898 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] Routers {'dc5f2e98-ff09-4d09-975b-b276769dc2d4'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:52:05.170648 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:51:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:52:05.295185 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-997127b6-b3a3-440f-9c4c-fd0a4cf99244 None None] Port a4d19659-342b-45e1-9c57-c93f397ab414 cannot update to ACTIVE because it is not bound. {{(pid=80332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 15:52:05.317182 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b95026d2-1a6e-4d19-a93c-ac2c7b6e00a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:05.373281 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2c9cfc25-f1ea-46b7-b0ed-bdcbec30512c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:05.409171 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2c9cfc25-f1ea-46b7-b0ed-bdcbec30512c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:05.418987 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:05.510033 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] Set router dc5f2e98-ff09-4d09-975b-b276769dc2d4 gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:52:05.583896 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9cfc25-f1ea-46b7-b0ed-bdcbec30512c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea75e07-f02f-4706-a2f3-ff594d57955c,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:05.595199 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2c9cfc25-f1ea-46b7-b0ed-bdcbec30512c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:05.606392 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-2c9cfc25-f1ea-46b7-b0ed-bdcbec30512c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8e2af76cea384e48b1997d42f774a985&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5482669 Dec 02 15:52:05.607152 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 37200) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:05.733121 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-79e6c06d-cc31-4337-a2ea-177dafe64642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:05.749190 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ed661705-3ea4-4d8d-8140-8ca813cbf21c req-a02c8049-ece9-4cb3-802c-10eea8b98cce tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=22e92e1e-39fb-4c25-bf18-ee4cc23b3365 HTTP/1.1" status: 200 len: 210 time: 0.1359670 Dec 02 15:52:05.806206 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 37208) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:05.807233 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-79e6c06d-cc31-4337-a2ea-177dafe64642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:06.101066 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b95026d2-1a6e-4d19-a93c-ac2c7b6e00a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:06.174508 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b95026d2-1a6e-4d19-a93c-ac2c7b6e00a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:06.239606 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2086942736-router', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:54Z', 'updated_at': '2020-12-02T15:52:05Z', 'revision_number': 4, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'gw_port': {'id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:57Z', 'updated_at': '2020-12-02T15:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': 'a4d19659-342b-45e1-9c57-c93f397ab414', 'name': '', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'mac_address': 'fa:16:3e:55:78:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:52:03Z', 'updated_at': '2020-12-02T15:52:03Z', 'revision_number': 1, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'subnets': [{'id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:52:06.243709 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-79e6c06d-cc31-4337-a2ea-177dafe64642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:06.253572 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4114bf-c5c5-4dbd-b199-4d1e96692f62 None None] The sync data for ids ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'] in dv-cinder-737618-2-smb is: [{'id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2086942736-router', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:54Z', 'updated_at': '2020-12-02T15:52:05Z', 'revision_number': 4, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'gw_port': {'id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:57Z', 'updated_at': '2020-12-02T15:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': 'a4d19659-342b-45e1-9c57-c93f397ab414', 'name': '', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'mac_address': 'fa:16:3e:55:78:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:52:03Z', 'updated_at': '2020-12-02T15:52:03Z', 'revision_number': 1, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'subnets': [{'id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:52:06.260455 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-490cef0a-110e-40a4-a103-29b39a4b1401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:06.314283 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:06.335433 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6c06d-cc31-4337-a2ea-177dafe64642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea75e07-f02f-4706-a2f3-ff594d57955c,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:06.351238 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-79e6c06d-cc31-4337-a2ea-177dafe64642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:06.415853 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-79e6c06d-cc31-4337-a2ea-177dafe64642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:06.425675 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-79e6c06d-cc31-4337-a2ea-177dafe64642 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2ea75e07-f02f-4706-a2f3-ff594d57955c HTTP/1.1" status: 204 len: 168 time: 0.8171546 Dec 02 15:52:06.433034 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1342ec-795f-444d-9956-054879f805b2 req-6f1de05c-9783-4835-8401-29af8e2e457f tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:06.439014 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3f1342ec-795f-444d-9956-054879f805b2 req-6f1de05c-9783-4835-8401-29af8e2e457f tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.3427715 Dec 02 15:52:06.502550 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95026d2-1a6e-4d19-a93c-ac2c7b6e00a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a4d19659-342b-45e1-9c57-c93f397ab414,revision_number=2']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:06.518013 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b95026d2-1a6e-4d19-a93c-ac2c7b6e00a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3252943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557831'] for router_interface, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:06.545188 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b95026d2-1a6e-4d19-a93c-ac2c7b6e00a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:06.573922 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3f1342ec-795f-444d-9956-054879f805b2 req-ea7361c1-8f05-4b61-bb9b-ec939cca5345 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273065 Dec 02 15:52:06.605527 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5338505e-bac4-40ba-a623-dea76a9ef1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:06.650539 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-5338505e-bac4-40ba-a623-dea76a9ef1a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:52:06.661816 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-5338505e-bac4-40ba-a623-dea76a9ef1a9 admin admin] Usage tracker for resource:security_group_rule and tenant:47d3cf8eb60c4bcf818b5ea19e219fd3 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:52:06.665579 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-5338505e-bac4-40ba-a623-dea76a9ef1a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:52:06.673480 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-5338505e-bac4-40ba-a623-dea76a9ef1a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:52:06.784691 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95026d2-1a6e-4d19-a93c-ac2c7b6e00a9 admin admin] Network ae619313-79bd-4f58-9d4f-05b9d1c1f579 is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:52:06.785918 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-b95026d2-1a6e-4d19-a93c-ac2c7b6e00a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:52:06.926398 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5338505e-bac4-40ba-a623-dea76a9ef1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:06.980207 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5338505e-bac4-40ba-a623-dea76a9ef1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:07.019981 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2669c549-256c-448b-b608-215fb049cb6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:07.232667 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338505e-bac4-40ba-a623-dea76a9ef1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa126137-750c-459a-a6a0-ab0da76aa3c6,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:07.274993 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5338505e-bac4-40ba-a623-dea76a9ef1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:07.294867 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-68267509-8c35-4822-aae0-d8c236e973c7 req-876c1ad3-c478-4f24-814b-d4e8cc24ad49 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=22e92e1e-39fb-4c25-bf18-ee4cc23b3365 HTTP/1.1" status: 200 len: 210 time: 0.1278634 Dec 02 15:52:07.330053 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-5338505e-bac4-40ba-a623-dea76a9ef1a9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=47d3cf8eb60c4bcf818b5ea19e219fd3&name=default HTTP/1.1" status: 200 len: 2879 time: 1.5048850 Dec 02 15:52:07.333372 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 37234) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:07.357982 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95026d2-1a6e-4d19-a93c-ac2c7b6e00a9 admin admin] Router dc5f2e98-ff09-4d09-975b-b276769dc2d4 has already been hosted by L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf {{(pid=80330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 15:52:07.359622 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-f3988038-21a5-42db-a720-0ccd08fad672 None None] Provisioning complete for port a4d19659-342b-45e1-9c57-c93f397ab414 triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:52:07.360686 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f3988038-21a5-42db-a720-0ccd08fad672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:07.538932 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-545455e4-c5a1-4800-8139-eefec8bb1ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:07.601001 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-f3988038-21a5-42db-a720-0ccd08fad672 None None] Port a4d19659-342b-45e1-9c57-c93f397ab414 cannot update to ACTIVE because it is not bound. {{(pid=80332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 15:52:07.613180 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-545455e4-c5a1-4800-8139-eefec8bb1ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:07.786511 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-545455e4-c5a1-4800-8139-eefec8bb1ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:07.790703 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:07.841031 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545455e4-c5a1-4800-8139-eefec8bb1ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa126137-750c-459a-a6a0-ab0da76aa3c6,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:07.877035 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-545455e4-c5a1-4800-8139-eefec8bb1ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:07.882921 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-545455e4-c5a1-4800-8139-eefec8bb1ece admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fa126137-750c-459a-a6a0-ab0da76aa3c6 HTTP/1.1" status: 204 len: 168 time: 0.5426357 Dec 02 15:52:07.884092 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-545455e4-c5a1-4800-8139-eefec8bb1ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:08.062387 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device b694a9a1-c4ba-4d30-9284-769f9cda77b9 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:52:08.206301 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f99e0-3dc4-4dad-b227-95055a33b3c7 req-20de0268-4ff6-4c6c-90c6-081c8074989e tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:08.215025 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ae1f99e0-3dc4-4dad-b227-95055a33b3c7 req-20de0268-4ff6-4c6c-90c6-081c8074989e tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.2623124 Dec 02 15:52:08.302265 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95026d2-1a6e-4d19-a93c-ac2c7b6e00a9 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:52:08.340717 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-b95026d2-1a6e-4d19-a93c-ac2c7b6e00a9 admin admin] 10.222.0.98 "PUT /v2.0/routers/dc5f2e98-ff09-4d09-975b-b276769dc2d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9222534 Dec 02 15:52:08.353675 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ae1f99e0-3dc4-4dad-b227-95055a33b3c7 req-39810f00-7c8a-47a3-8a74-838ab77bc708 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370747 Dec 02 15:52:08.476991 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning for port b694a9a1-c4ba-4d30-9284-769f9cda77b9 completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:52:08.483966 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port b694a9a1-c4ba-4d30-9284-769f9cda77b9 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:52:08.484822 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:08.710299 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c192faac-15c4-416e-96a2-99b0f021b1f3 req-3978a387-a9df-40d6-8a3b-f5b9ccdc783d tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=22e92e1e-39fb-4c25-bf18-ee4cc23b3365 HTTP/1.1" status: 200 len: 210 time: 0.0852194 Dec 02 15:52:08.923726 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-690573b5-d39b-4a54-8256-84956b66d4d5 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:08.928704 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:08.936110 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-690573b5-d39b-4a54-8256-84956b66d4d5 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.90 "GET /v2.0/networks?id=35fd24f2-ba7b-406a-8613-44494f3bdb02 HTTP/1.1" status: 200 len: 815 time: 0.5746865 Dec 02 15:52:08.959937 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] For port b694a9a1-c4ba-4d30-9284-769f9cda77b9, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=b694a9a1-c4ba-4d30-9284-769f9cda77b9,segment=NetworkSegment(e664ad9f-0009-4ff2-8670-18bebb570cf0),segment_id=e664ad9f-0009-4ff2-8670-18bebb570cf0)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:52:08.976783 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-bb7104bd-177d-4794-957b-b47a126327ca tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Request body: {'port': {'device_id': '22e92e1e-39fb-4c25-bf18-ee4cc23b3365', 'network_id': '35fd24f2-ba7b-406a-8613-44494f3bdb02', 'admin_state_up': True, 'tenant_id': '5b044abbdfeb42beab9693a7883ab0b0'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:52:09.004417 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:09.019966 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:09.134048 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 37272) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:09.171168 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-73179a99-20d5-47fd-b050-54105f3e17b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:09.206686 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Pushing event updated for resources: {'Port': ['ID=b694a9a1-c4ba-4d30-9284-769f9cda77b9,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:09.216271 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-73179a99-20d5-47fd-b050-54105f3e17b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:52:09.223596 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:09.229517 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-bb7104bd-177d-4794-957b-b47a126327ca tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:52:09.235239 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-bb7104bd-177d-4794-957b-b47a126327ca tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Usage tracker for resource:port and tenant:5b044abbdfeb42beab9693a7883ab0b0 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:52:09.236070 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-73179a99-20d5-47fd-b050-54105f3e17b2 admin admin] Usage tracker for resource:security_group_rule and tenant:b2b8e669eab8452cbaaaa6b04e2fbae3 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:52:09.240079 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-bb7104bd-177d-4794-957b-b47a126327ca tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Quota usage for port was recalculated. Used quota:2. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:52:09.241772 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-73179a99-20d5-47fd-b050-54105f3e17b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:52:09.255832 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-73179a99-20d5-47fd-b050-54105f3e17b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:52:09.256536 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-bb7104bd-177d-4794-957b-b47a126327ca tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:52:09.317647 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-bb7104bd-177d-4794-957b-b47a126327ca tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Made reservation on behalf of 5b044abbdfeb42beab9693a7883ab0b0 for: {'port': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:52:09.328005 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-bb7104bd-177d-4794-957b-b47a126327ca tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:09.424061 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-73179a99-20d5-47fd-b050-54105f3e17b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:09.497978 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-73179a99-20d5-47fd-b050-54105f3e17b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:09.513253 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:09.586864 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-73179a99-20d5-47fd-b050-54105f3e17b2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b2b8e669eab8452cbaaaa6b04e2fbae3&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4515257 Dec 02 15:52:09.589428 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73179a99-20d5-47fd-b050-54105f3e17b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e218b98b-1502-41be-b47e-f1b340ec4a5f,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:09.596554 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-73179a99-20d5-47fd-b050-54105f3e17b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:09.597473 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 37288) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:09.768227 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-37dedfe1-e007-42bf-aa66-d29a201f7f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:09.775401 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-bb7104bd-177d-4794-957b-b47a126327ca tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Allocated IP 172.20.0.14 (35fd24f2-ba7b-406a-8613-44494f3bdb02/68d8031a-7a09-472a-b47a-09b4d4b5b727/c1cdaec8-4eeb-4688-9276-95da4746db80) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:52:09.806394 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-37dedfe1-e007-42bf-aa66-d29a201f7f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:09.968713 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device b694a9a1-c4ba-4d30-9284-769f9cda77b9 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:52:10.161508 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port b694a9a1-c4ba-4d30-9284-769f9cda77b9 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:52:10.162402 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:10.380755 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-bb7104bd-177d-4794-957b-b47a126327ca tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:10.413345 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fd5d9-238c-4e93-800f-748879d7e1ef req-083c9aad-fb80-40be-9264-3fd0904f147c tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:10.424106 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6c3fd5d9-238c-4e93-800f-748879d7e1ef req-083c9aad-fb80-40be-9264-3fd0904f147c tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.7722063 Dec 02 15:52:10.447676 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-37dedfe1-e007-42bf-aa66-d29a201f7f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:10.458867 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-be3cf422-c526-450a-81f5-b04e941d4bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:10.476778 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dedfe1-e007-42bf-aa66-d29a201f7f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e218b98b-1502-41be-b47e-f1b340ec4a5f,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:10.479638 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-37dedfe1-e007-42bf-aa66-d29a201f7f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:10.481200 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-37dedfe1-e007-42bf-aa66-d29a201f7f16 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e218b98b-1502-41be-b47e-f1b340ec4a5f HTTP/1.1" status: 204 len: 168 time: 0.8811302 Dec 02 15:52:10.484686 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-37dedfe1-e007-42bf-aa66-d29a201f7f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:10.492014 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-bb7104bd-177d-4794-957b-b47a126327ca tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:10.519147 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6c3fd5d9-238c-4e93-800f-748879d7e1ef req-a893455a-6d82-47ef-87bd-64d95e2d04cb tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938580 Dec 02 15:52:10.532987 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-c97ba2d8-218c-4317-bed4-9631cdb9b1bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:10.655140 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7104bd-177d-4794-957b-b47a126327ca tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Pushing event updated for resources: {'Port': ['ID=c1cdaec8-4eeb-4688-9276-95da4746db80,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:10.664719 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-bb7104bd-177d-4794-957b-b47a126327ca tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:10.699014 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 37316) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:10.705871 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-9c322cf1-9d4d-44cc-b395-9c4af465bb3f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Request body: {'security_group': {'name': 'tempest-securitygroup--621071446', 'description': 'tempest-description--1968480894'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:52:10.739127 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-9c322cf1-9d4d-44cc-b395-9c4af465bb3f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:52:10.764282 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-9c322cf1-9d4d-44cc-b395-9c4af465bb3f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Usage tracker for resource:security_group and tenant:5dcc037c94944143a3f2fdcc7f6a2f6d is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:52:10.790656 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-9c322cf1-9d4d-44cc-b395-9c4af465bb3f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:52:10.791760 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-9c322cf1-9d4d-44cc-b395-9c4af465bb3f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:52:10.880989 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9c322cf1-9d4d-44cc-b395-9c4af465bb3f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:10.887466 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-bb7104bd-177d-4794-957b-b47a126327ca tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Network 35fd24f2-ba7b-406a-8613-44494f3bdb02 is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:52:10.888794 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-bb7104bd-177d-4794-957b-b47a126327ca tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:52:10.895818 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-bb7104bd-177d-4794-957b-b47a126327ca tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:52:10.917336 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-9c322cf1-9d4d-44cc-b395-9c4af465bb3f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:52:10.921991 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-9c322cf1-9d4d-44cc-b395-9c4af465bb3f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Usage tracker for resource:security_group_rule and tenant:5dcc037c94944143a3f2fdcc7f6a2f6d is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:52:10.925629 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-9c322cf1-9d4d-44cc-b395-9c4af465bb3f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:52:10.934890 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-9c322cf1-9d4d-44cc-b395-9c4af465bb3f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:52:10.985007 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] Sync routers for ids ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'] in dv-cinder-737618-2-smb {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:52:11.003378 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] Routers {'dc5f2e98-ff09-4d09-975b-b276769dc2d4'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:52:11.005605 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:51:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:52:11.014064 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb23ab3-309a-4b2b-897b-51275f2226da req-ed34d75b-bf6d-4187-b83c-16696a6577c7 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:11.024047 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4fb23ab3-309a-4b2b-897b-51275f2226da req-ed34d75b-bf6d-4187-b83c-16696a6577c7 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=22e92e1e-39fb-4c25-bf18-ee4cc23b3365 HTTP/1.1" status: 200 len: 932 time: 0.2107012 Dec 02 15:52:11.044155 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-bb7104bd-177d-4794-957b-b47a126327ca tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:11.044917 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-bb7104bd-177d-4794-957b-b47a126327ca tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:11.088853 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4fb23ab3-309a-4b2b-897b-51275f2226da req-de94732a-cb79-411f-b4f6-8372e66b4014 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636675 Dec 02 15:52:11.142335 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9c322cf1-9d4d-44cc-b395-9c4af465bb3f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:11.143199 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-bb7104bd-177d-4794-957b-b47a126327ca tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1711724 Dec 02 15:52:11.171678 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] Request body: {'port': {'device_id': '22e92e1e-39fb-4c25-bf18-ee4cc23b3365', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:52:11.202702 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9c322cf1-9d4d-44cc-b395-9c4af465bb3f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:11.229936 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-67e2d1a8-eebc-44f4-afcf-029c5d48dbd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:11.274799 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c322cf1-9d4d-44cc-b395-9c4af465bb3f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Pushing event updated for resources: {'SecurityGroup': ['ID=9edf9d02-03f5-49ed-af79-b965a4962b6f,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:11.281040 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9c322cf1-9d4d-44cc-b395-9c4af465bb3f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:11.305929 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9c322cf1-9d4d-44cc-b395-9c4af465bb3f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:11.307378 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-9c322cf1-9d4d-44cc-b395-9c4af465bb3f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1729 time: 0.6063566 Dec 02 15:52:11.312921 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 37332) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:11.319651 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-b76515d5-41d7-4b5b-b0ca-285b9cc9e81c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Request body: {'security_group_rule': {'security_group_id': '9edf9d02-03f5-49ed-af79-b965a4962b6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:52:11.327415 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-b76515d5-41d7-4b5b-b0ca-285b9cc9e81c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:52:11.329874 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] Set router dc5f2e98-ff09-4d09-975b-b276769dc2d4 gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:52:11.333204 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-b76515d5-41d7-4b5b-b0ca-285b9cc9e81c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Usage tracker for resource:security_group_rule and tenant:5dcc037c94944143a3f2fdcc7f6a2f6d is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:52:11.336725 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-b76515d5-41d7-4b5b-b0ca-285b9cc9e81c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:52:11.344784 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-b76515d5-41d7-4b5b-b0ca-285b9cc9e81c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:52:11.400886 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b76515d5-41d7-4b5b-b0ca-285b9cc9e81c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for security_group_rule, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:11.427043 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:11.557228 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b76515d5-41d7-4b5b-b0ca-285b9cc9e81c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:11.597310 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b76515d5-41d7-4b5b-b0ca-285b9cc9e81c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443572'] for security_group_rule, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:11.606229 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-83b56274-f601-4db8-87ee-299b6cbe134c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:11.641404 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76515d5-41d7-4b5b-b0ca-285b9cc9e81c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f607ed4-1cac-4189-b128-138cb73b1989,revision_number=0']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:11.652378 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b76515d5-41d7-4b5b-b0ca-285b9cc9e81c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:11.694675 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b76515d5-41d7-4b5b-b0ca-285b9cc9e81c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for security_group_rule, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:11.696895 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-b76515d5-41d7-4b5b-b0ca-285b9cc9e81c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.3828068 Dec 02 15:52:11.700384 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 37344) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:11.708121 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-396b1bf7-6ff6-45fc-a7ba-96d08b0123a4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Request body: {'security_group_rule': {'security_group_id': '9edf9d02-03f5-49ed-af79-b965a4962b6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:52:11.725266 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-396b1bf7-6ff6-45fc-a7ba-96d08b0123a4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:52:11.741583 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-396b1bf7-6ff6-45fc-a7ba-96d08b0123a4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Usage tracker for resource:security_group_rule and tenant:5dcc037c94944143a3f2fdcc7f6a2f6d is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:52:11.757664 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-396b1bf7-6ff6-45fc-a7ba-96d08b0123a4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:52:11.771630 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-396b1bf7-6ff6-45fc-a7ba-96d08b0123a4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:52:11.858496 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-396b1bf7-6ff6-45fc-a7ba-96d08b0123a4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for security_group_rule, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:11.992195 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-396b1bf7-6ff6-45fc-a7ba-96d08b0123a4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:12.004293 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2086942736-router', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:54Z', 'updated_at': '2020-12-02T15:52:05Z', 'revision_number': 4, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'gw_port': {'id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:57Z', 'updated_at': '2020-12-02T15:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': 'a4d19659-342b-45e1-9c57-c93f397ab414', 'name': '', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'mac_address': 'fa:16:3e:55:78:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:52:03Z', 'updated_at': '2020-12-02T15:52:05Z', 'revision_number': 2, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'subnets': [{'id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:52:12.009143 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] Checking router: dc5f2e98-ff09-4d09-975b-b276769dc2d4 for host: dv-cinder-737618-2-smb {{(pid=80332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:52:12.009556 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] Updating router dc5f2e98-ff09-4d09-975b-b276769dc2d4 port a4d19659-342b-45e1-9c57-c93f397ab414 binding host dv-cinder-737618-2-smb {{(pid=80332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 15:52:12.010072 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d734c-a268-4c2f-bf5e-cd32c88918c7 req-25f44ca3-5ad2-48f9-b110-d84097e40230 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:12.020857 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5d9d734c-a268-4c2f-bf5e-cd32c88918c7 req-25f44ca3-5ad2-48f9-b110-d84097e40230 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.2241700 Dec 02 15:52:12.104844 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-396b1bf7-6ff6-45fc-a7ba-96d08b0123a4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443572'] for security_group_rule, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:12.127148 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:12.166005 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1cdaec8-4eeb-4688-9276-95da4746db80 {{(pid=80330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 15:52:12.176059 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:12.194370 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] Transition to ACTIVE for port object c1cdaec8-4eeb-4688-9276-95da4746db80 will not be triggered until provisioned by entity L2. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:52:12.205413 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:12.217511 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b1bf7-6ff6-45fc-a7ba-96d08b0123a4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52444d59-0dff-4811-9e0d-656e6d86e662,revision_number=0']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:12.224514 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-396b1bf7-6ff6-45fc-a7ba-96d08b0123a4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:12.231180 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:12.261333 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:12.265980 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5d9d734c-a268-4c2f-bf5e-cd32c88918c7 req-899410d8-830c-48cd-838e-da21152ec36d tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312386 Dec 02 15:52:12.309694 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-396b1bf7-6ff6-45fc-a7ba-96d08b0123a4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for security_group_rule, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:12.311255 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-396b1bf7-6ff6-45fc-a7ba-96d08b0123a4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.6096201 Dec 02 15:52:12.314576 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 37364) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:12.330187 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-c2992d1a-dc0c-42dd-8fe5-cdaec66dbac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Request body: {'floatingip': {'floating_network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:52:12.359862 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-c2992d1a-dc0c-42dd-8fe5-cdaec66dbac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:52:12.388714 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-c2992d1a-dc0c-42dd-8fe5-cdaec66dbac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Usage tracker for resource:floatingip and tenant:5dcc037c94944143a3f2fdcc7f6a2f6d is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:52:12.414962 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-c2992d1a-dc0c-42dd-8fe5-cdaec66dbac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:52:12.455968 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-c2992d1a-dc0c-42dd-8fe5-cdaec66dbac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:52:12.551017 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:52:12.551533 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c2992d1a-dc0c-42dd-8fe5-cdaec66dbac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for floatingip, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:12.693323 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c1cdaec8-4eeb-4688-9276-95da4746db80,revision_number=2']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:12.701164 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:12.752484 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 37378) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:12.841569 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dfcab7-4f15-4458-88dc-9920dac9d828 req-4ab77666-dd9d-45e8-8ebd-98a1a6fb700c tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:12.843427 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-74dfcab7-4f15-4458-88dc-9920dac9d828 req-4ab77666-dd9d-45e8-8ebd-98a1a6fb700c tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=22e92e1e-39fb-4c25-bf18-ee4cc23b3365 HTTP/1.1" status: 200 len: 944 time: 0.2365925 Dec 02 15:52:12.914333 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] Notify callbacks [] for port, precommit_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:12.939267 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-74dfcab7-4f15-4458-88dc-9920dac9d828 req-0367a275-b372-4a4f-b19d-ade9209b27e5 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870569 Dec 02 15:52:12.951643 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] Transition to ACTIVE for port object a4d19659-342b-45e1-9c57-c93f397ab414 will not be triggered until provisioned by entity L2. {{(pid=80332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:52:12.972176 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c2992d1a-dc0c-42dd-8fe5-cdaec66dbac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:13.000578 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:13.053192 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] Attempting to bind port c1cdaec8-4eeb-4688-9276-95da4746db80 on host hv-cinder-73761 for vnic_type normal with profile {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:52:13.064548 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] Attempting to bind port c1cdaec8-4eeb-4688-9276-95da4746db80 by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '9aebbdee-50e1-48d0-ae87-0bb502d0e028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '35fd24f2-ba7b-406a-8613-44494f3bdb02'}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:52:13.068180 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] Attempting to bind port c1cdaec8-4eeb-4688-9276-95da4746db80 on network 35fd24f2-ba7b-406a-8613-44494f3bdb02 {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:52:13.087849 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] Checking agent: {'id': 'a457a183-c7c9-4615-b19d-972b3b736d4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 48, 2), 'started_at': datetime.datetime(2020, 12, 2, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:52:13.090612 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] Checking segment: {'id': '9aebbdee-50e1-48d0-ae87-0bb502d0e028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '35fd24f2-ba7b-406a-8613-44494f3bdb02'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:52:13.091287 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:13.091774 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] Bound using segment: {'id': '9aebbdee-50e1-48d0-ae87-0bb502d0e028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '35fd24f2-ba7b-406a-8613-44494f3bdb02'} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:52:13.092375 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] Bound port: c1cdaec8-4eeb-4688-9276-95da4746db80, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aebbdee-50e1-48d0-ae87-0bb502d0e028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '35fd24f2-ba7b-406a-8613-44494f3bdb02'}}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:52:13.092835 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:13.149157 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-8964df08-5522-4208-9977-2199d709081e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:13.313673 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:13.363969 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] For port c1cdaec8-4eeb-4688-9276-95da4746db80, host hv-cinder-73761, cleared binding levels {{(pid=80330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:52:13.383140 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb68bc-c33c-4bf7-ac56-fb7b20463af2 None None] Pushing event updated for resources: {'Port': ['ID=a4d19659-342b-45e1-9c57-c93f397ab414,revision_number=3']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:13.391511 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2ebb68bc-c33c-4bf7-ac56-fb7b20463af2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:13.398828 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:52:13.402209 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] For port c1cdaec8-4eeb-4688-9276-95da4746db80, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=c1cdaec8-4eeb-4688-9276-95da4746db80,segment=NetworkSegment(9aebbdee-50e1-48d0-ae87-0bb502d0e028),segment_id=9aebbdee-50e1-48d0-ae87-0bb502d0e028)] {{(pid=80330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:52:13.423597 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Usage tracker for resource:security_group_rule and tenant:299f3a008fd34df69725878d47ea699d is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:52:13.433227 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:52:13.452135 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:52:13.472279 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:13.523366 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:13.569742 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [None req-c2992d1a-dc0c-42dd-8fe5-cdaec66dbac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Allocated IP 172.28.0.147 (37c00fa4-9d8d-40bf-927e-52444f2dd708/960a6109-8752-4c76-aab7-dfde0e16e857/c4bda0e2-b8f6-416e-8197-0c00f180cc87) {{(pid=80331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:52:13.649178 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] Attempting to bind port a4d19659-342b-45e1-9c57-c93f397ab414 on host dv-cinder-737618-2-smb for vnic_type normal with profile {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:52:13.657251 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] Attempting to bind port a4d19659-342b-45e1-9c57-c93f397ab414 by drivers openvswitch on host dv-cinder-737618-2-smb at level 0 using segments [{'id': 'ca708766-9b54-46c3-9628-ffb652be6104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579'}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:52:13.657882 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] Attempting to bind port a4d19659-342b-45e1-9c57-c93f397ab414 on network ae619313-79bd-4f58-9d4f-05b9d1c1f579 {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:52:13.672100 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] Checking agent: {'id': '9e491a05-148d-4c27-9923-258931fe0ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 40, 26), 'started_at': datetime.datetime(2020, 12, 2, 15, 40, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:52:13.672693 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] Checking segment: {'id': 'ca708766-9b54-46c3-9628-ffb652be6104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:52:13.673263 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:13.673830 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] Bound using segment: {'id': 'ca708766-9b54-46c3-9628-ffb652be6104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579'} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:52:13.674653 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] Bound port: a4d19659-342b-45e1-9c57-c93f397ab414, host: dv-cinder-737618-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca708766-9b54-46c3-9628-ffb652be6104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579'}}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:52:13.675231 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:13.858276 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] For port a4d19659-342b-45e1-9c57-c93f397ab414, host dv-cinder-737618-2-smb, cleared binding levels {{(pid=80332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:52:13.878892 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] For port a4d19659-342b-45e1-9c57-c93f397ab414, host dv-cinder-737618-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=a4d19659-342b-45e1-9c57-c93f397ab414,segment=NetworkSegment(ca708766-9b54-46c3-9628-ffb652be6104),segment_id=ca708766-9b54-46c3-9628-ffb652be6104)] {{(pid=80332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:52:13.914860 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:13.936591 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:14.001694 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c2992d1a-dc0c-42dd-8fe5-cdaec66dbac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for port, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:14.075682 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb68bc-c33c-4bf7-ac56-fb7b20463af2 None None] Pushing event updated for resources: {'Port': ['ID=a4d19659-342b-45e1-9c57-c93f397ab414,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:14.091594 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2ebb68bc-c33c-4bf7-ac56-fb7b20463af2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:14.096774 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c2992d1a-dc0c-42dd-8fe5-cdaec66dbac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14825086'] for port, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:14.097134 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c1cdaec8-4eeb-4688-9276-95da4746db80,revision_number=3']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:14.159858 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:14.216346 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:14.225351 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6ea185c6-9462-4bec-afbe-257ea909cf65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:14.261840 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] Routers {'dc5f2e98-ff09-4d09-975b-b276769dc2d4'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:52:14.262761 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:51:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:52:14.269149 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:14.318314 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2992d1a-dc0c-42dd-8fe5-cdaec66dbac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Pushing event updated for resources: {'Port': ['ID=c4bda0e2-b8f6-416e-8197-0c00f180cc87,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:14.325646 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:14.335582 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=299f3a008fd34df69725878d47ea699d&name=default HTTP/1.1" status: 200 len: 2879 time: 1.5800049 Dec 02 15:52:14.360094 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 37412) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:14.387656 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-c2992d1a-dc0c-42dd-8fe5-cdaec66dbac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:14.414939 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fa39f-683f-45f0-8814-a246187497f0 req-e8f7de7f-d9c7-4bde-8248-1cb81cedf700 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:14.425028 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8e1fa39f-683f-45f0-8814-a246187497f0 req-e8f7de7f-d9c7-4bde-8248-1cb81cedf700 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.5556819 Dec 02 15:52:14.471086 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:14.473359 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:14.475226 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] 10.222.0.90 "PUT /v2.0/ports/c1cdaec8-4eeb-4688-9276-95da4746db80 HTTP/1.1" status: 200 len: 1158 time: 3.3090339 Dec 02 15:52:14.489992 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e92e1e-39fb-4c25-bf18-ee4cc23b3365', 'tag': 'c1cdaec8-4eeb-4688-9276-95da4746db80'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:52:14.508029 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48a72ca-05a1-4637-bebe-a6f4ec25d8c2,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:14.550890 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] Set router dc5f2e98-ff09-4d09-975b-b276769dc2d4 gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:52:14.555893 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:14.556314 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:14.556867 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:14.557268 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:14.557671 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:14.558168 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:14.558718 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:14.559131 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:14.559536 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:14.562792 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:14.563157 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:14.563691 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:14.564143 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:14.564562 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:14.564995 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:14.565389 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:14.565922 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:14.566146 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:14.566569 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:14.571268 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:14.571704 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:14.572097 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:14.572495 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:14.572892 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:14.594732 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:14.674129 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6670557d-f8f8-4fe5-b9aa-fedbd7a72209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:14.707695 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8e1fa39f-683f-45f0-8814-a246187497f0 req-c3ff40a6-531f-484c-875c-e0a0dab8bd6a tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814422 Dec 02 15:52:14.754613 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6670557d-f8f8-4fe5-b9aa-fedbd7a72209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:14.772738 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdfebc-bdac-439f-8f84-ce37c69eae3a req-f21c4b7c-079a-4b70-b864-d73e63036601 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:14.788505 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e0fdfebc-bdac-439f-8f84-ce37c69eae3a req-f21c4b7c-079a-4b70-b864-d73e63036601 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=22e92e1e-39fb-4c25-bf18-ee4cc23b3365 HTTP/1.1" status: 200 len: 944 time: 0.5644577 Dec 02 15:52:14.828612 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e92e1e-39fb-4c25-bf18-ee4cc23b3365', 'tag': 'c1cdaec8-4eeb-4688-9276-95da4746db80', 'status': 'completed', 'code': 200} Dec 02 15:52:14.832989 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2992d1a-dc0c-42dd-8fe5-cdaec66dbac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Network 37c00fa4-9d8d-40bf-927e-52444f2dd708 is already hosted by enough agents. {{(pid=80331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:52:14.836929 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-c2992d1a-dc0c-42dd-8fe5-cdaec66dbac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Resources bound (agent type, host, resource id): {{(pid=80331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:52:14.843271 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2992d1a-dc0c-42dd-8fe5-cdaec66dbac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Received port after_create {{(pid=80331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:52:14.854229 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-cecda377-eaec-4adc-94cc-114306cd65a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:14.857521 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-cecda377-eaec-4adc-94cc-114306cd65a2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5b044abbdfeb42beab9693a7883ab0b0&device_id=22e92e1e-39fb-4c25-bf18-ee4cc23b3365 HTTP/1.1" status: 200 len: 1161 time: 0.2449100 Dec 02 15:52:14.937106 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e0fdfebc-bdac-439f-8f84-ce37c69eae3a req-ae15673b-ab64-4d33-ae7b-1e383596a409 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475420 Dec 02 15:52:15.112026 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c2992d1a-dc0c-42dd-8fe5-cdaec66dbac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for floatingip, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:15.125043 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-0a7adaf9-6bd7-4271-872b-7d9c9d82969c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1cdaec8-4eeb-4688-9276-95da4746db80 HTTP/1.1" status: 200 len: 217 time: 0.2348385 Dec 02 15:52:15.252544 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6670557d-f8f8-4fe5-b9aa-fedbd7a72209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:15.257783 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-c4672695-8346-4332-bb98-e4c85139e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:15.259495 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-c4672695-8346-4332-bb98-e4c85139e1d1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=68d8031a-7a09-472a-b47a-09b4d4b5b727 HTTP/1.1" status: 200 len: 855 time: 0.1300035 Dec 02 15:52:15.262553 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-fda5f133-c39d-451b-b2f3-46e1b02a80bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:15.269262 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c2992d1a-dc0c-42dd-8fe5-cdaec66dbac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:15.275442 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670557d-f8f8-4fe5-b9aa-fedbd7a72209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48a72ca-05a1-4637-bebe-a6f4ec25d8c2,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:15.279265 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6670557d-f8f8-4fe5-b9aa-fedbd7a72209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:15.286395 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6670557d-f8f8-4fe5-b9aa-fedbd7a72209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:15.291424 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-6670557d-f8f8-4fe5-b9aa-fedbd7a72209 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d48a72ca-05a1-4637-bebe-a6f4ec25d8c2 HTTP/1.1" status: 204 len: 168 time: 0.9295826 Dec 02 15:52:15.358026 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-004513fa-da17-42c1-a170-64fadce7aefe service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=35fd24f2-ba7b-406a-8613-44494f3bdb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626454 Dec 02 15:52:15.526919 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2086942736-router', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:54Z', 'updated_at': '2020-12-02T15:52:05Z', 'revision_number': 4, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'gw_port': {'id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:57Z', 'updated_at': '2020-12-02T15:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': 'a4d19659-342b-45e1-9c57-c93f397ab414', 'name': '', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'mac_address': 'fa:16:3e:55:78:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:52:03Z', 'updated_at': '2020-12-02T15:52:13Z', 'revision_number': 4, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'subnets': [{'id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:52:15.531142 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f074049-6216-42c4-afbf-cd47252b318f None None] The sync data for ids ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'] in dv-cinder-737618-2-smb is: [{'id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2086942736-router', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:54Z', 'updated_at': '2020-12-02T15:52:05Z', 'revision_number': 4, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'gw_port': {'id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:57Z', 'updated_at': '2020-12-02T15:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': 'a4d19659-342b-45e1-9c57-c93f397ab414', 'name': '', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'mac_address': 'fa:16:3e:55:78:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:52:03Z', 'updated_at': '2020-12-02T15:52:13Z', 'revision_number': 4, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'subnets': [{'id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:52:15.642750 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-74caa5e8-9a0d-49fd-bbd9-219eb0021730 service neutron] 10.222.0.90 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729435 Dec 02 15:52:15.807907 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c2992d1a-dc0c-42dd-8fe5-cdaec66dbac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for port, precommit_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:15.872673 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c2992d1a-dc0c-42dd-8fe5-cdaec66dbac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839950729'] for port, after_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:15.934464 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:15.950293 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-240cdd6c-c6a6-448e-a0b2-b85a6587a0b4 req-612c3735-60b6-44a5-a6bb-44300cc3fb4f service neutron] 10.222.0.90 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2906952 Dec 02 15:52:16.035310 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device a4d19659-342b-45e1-9c57-c93f397ab414 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:52:16.051582 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2992d1a-dc0c-42dd-8fe5-cdaec66dbac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Pushing event updated for resources: {'Port': ['ID=c4bda0e2-b8f6-416e-8197-0c00f180cc87,revision_number=2']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:16.055577 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-c2992d1a-dc0c-42dd-8fe5-cdaec66dbac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:16.271389 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning for port a4d19659-342b-45e1-9c57-c93f397ab414 completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:52:16.278012 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port a4d19659-342b-45e1-9c57-c93f397ab414 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:52:16.278880 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:16.337063 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5807798-4f05-48a5-aecd-30c2968ebc86 req-8b917099-607c-46f0-b996-48e33394d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:16.343897 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a5807798-4f05-48a5-aecd-30c2968ebc86 req-8b917099-607c-46f0-b996-48e33394d557 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5b044abbdfeb42beab9693a7883ab0b0&device_id=22e92e1e-39fb-4c25-bf18-ee4cc23b3365 HTTP/1.1" status: 200 len: 1161 time: 0.1916082 Dec 02 15:52:16.417027 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ba285-1aa5-4318-97d5-3373cced273b req-a5794b41-4d05-4da9-b2a7-7bcf1eaef79b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:16.426316 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1a9ba285-1aa5-4318-97d5-3373cced273b req-a5794b41-4d05-4da9-b2a7-7bcf1eaef79b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.3759232 Dec 02 15:52:16.428507 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c2992d1a-dc0c-42dd-8fe5-cdaec66dbac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854216080'] for floatingip, after_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:16.477398 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:16.561441 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c2992d1a-dc0c-42dd-8fe5-cdaec66dbac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for floatingip, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:16.571776 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] For port a4d19659-342b-45e1-9c57-c93f397ab414, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=a4d19659-342b-45e1-9c57-c93f397ab414,segment=NetworkSegment(ca708766-9b54-46c3-9628-ffb652be6104),segment_id=ca708766-9b54-46c3-9628-ffb652be6104)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:52:16.572989 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-c2992d1a-dc0c-42dd-8fe5-cdaec66dbac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2570424 Dec 02 15:52:16.579935 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1a9ba285-1aa5-4318-97d5-3373cced273b req-3e9a9964-6773-4889-b867-2c795b78d13e tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526246 Dec 02 15:52:16.620807 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:16.630686 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:16.641258 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a6191-dfa0-4e80-8dda-2a78c61a5715 req-c8d7493f-e7e0-47ee-a78d-01219e9dff9e tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:16.641725 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5807798-4f05-48a5-aecd-30c2968ebc86 req-5ca89050-ad83-4250-b8da-3be2131e9577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:16.643100 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5b4a6191-dfa0-4e80-8dda-2a78c61a5715 req-c8d7493f-e7e0-47ee-a78d-01219e9dff9e tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=22e92e1e-39fb-4c25-bf18-ee4cc23b3365 HTTP/1.1" status: 200 len: 944 time: 0.1848042 Dec 02 15:52:16.646321 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a5807798-4f05-48a5-aecd-30c2968ebc86 req-5ca89050-ad83-4250-b8da-3be2131e9577 service neutron] 10.222.0.90 "GET /v2.0/networks?id=35fd24f2-ba7b-406a-8613-44494f3bdb02 HTTP/1.1" status: 200 len: 909 time: 0.2875686 Dec 02 15:52:16.764686 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5b4a6191-dfa0-4e80-8dda-2a78c61a5715 req-a0794cea-fd11-4dc4-8b62-17e4738eac46 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024637 Dec 02 15:52:16.775222 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Pushing event updated for resources: {'Port': ['ID=a4d19659-342b-45e1-9c57-c93f397ab414,revision_number=5']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:16.778382 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a5807798-4f05-48a5-aecd-30c2968ebc86 req-cffe50dd-586e-4d42-baa3-e232ef11505b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1cdaec8-4eeb-4688-9276-95da4746db80 HTTP/1.1" status: 200 len: 217 time: 0.1142471 Dec 02 15:52:16.781137 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:16.807054 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 37464) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:16.875090 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-18eb9dda-8848-4025-b0d9-0365473df43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:16.899846 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-18eb9dda-8848-4025-b0d9-0365473df43e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:52:16.908585 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-18eb9dda-8848-4025-b0d9-0365473df43e admin admin] Usage tracker for resource:security_group_rule and tenant:6245ee0bc5e942748e0f37c29802c592 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:52:16.914499 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-18eb9dda-8848-4025-b0d9-0365473df43e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:52:16.931093 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-18eb9dda-8848-4025-b0d9-0365473df43e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:52:16.952773 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5807798-4f05-48a5-aecd-30c2968ebc86 req-cf3006c0-5e4f-458c-a7f1-20f64620e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:16.952773 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a5807798-4f05-48a5-aecd-30c2968ebc86 req-cf3006c0-5e4f-458c-a7f1-20f64620e5ff service neutron] 10.222.0.90 "GET /v2.0/subnets?id=68d8031a-7a09-472a-b47a-09b4d4b5b727 HTTP/1.1" status: 200 len: 855 time: 0.1232951 Dec 02 15:52:16.967296 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 37468) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:17.044781 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a5807798-4f05-48a5-aecd-30c2968ebc86 req-a7a773f7-72f9-4bed-ae72-1079ef359496 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=35fd24f2-ba7b-406a-8613-44494f3bdb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763330 Dec 02 15:52:17.204462 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0d8d33f4-cf57-4005-9084-ab2c287fadae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:17.225770 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-0d8d33f4-cf57-4005-9084-ab2c287fadae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:52:17.230737 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-0d8d33f4-cf57-4005-9084-ab2c287fadae admin admin] Usage tracker for resource:security_group_rule and tenant:38d2349df39c4dc88fc759501e08a648 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:52:17.234680 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-0d8d33f4-cf57-4005-9084-ab2c287fadae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:52:17.241781 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-0d8d33f4-cf57-4005-9084-ab2c287fadae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:52:17.287589 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a5807798-4f05-48a5-aecd-30c2968ebc86 req-19e41d67-e4dd-4183-8e85-0e6ce5f3ebad service neutron] 10.222.0.90 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329488 Dec 02 15:52:17.292269 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-18eb9dda-8848-4025-b0d9-0365473df43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:17.336862 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-18eb9dda-8848-4025-b0d9-0365473df43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:17.354416 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:17.360025 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-7085b93f-28bb-4a15-a0f8-f3ea20ef48da tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Synchronizing usage tracker for tenant:5dcc037c94944143a3f2fdcc7f6a2f6d on resource:security_group {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:52:17.415421 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0d8d33f4-cf57-4005-9084-ab2c287fadae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:17.420644 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-7085b93f-28bb-4a15-a0f8-f3ea20ef48da tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Unset dirty status for tenant:5dcc037c94944143a3f2fdcc7f6a2f6d on resource:security_group {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:52:17.421946 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-7085b93f-28bb-4a15-a0f8-f3ea20ef48da tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--621071446&fields=id&tenant_id=5dcc037c94944143a3f2fdcc7f6a2f6d HTTP/1.1" status: 200 len: 267 time: 0.1299698 Dec 02 15:52:17.477167 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-18eb9dda-8848-4025-b0d9-0365473df43e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6245ee0bc5e942748e0f37c29802c592&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6661527 Dec 02 15:52:17.477373 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0d8d33f4-cf57-4005-9084-ab2c287fadae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:17.498313 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 37490) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:17.508097 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d72b0731-82e2-4a4f-8656-89f8d12e3d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:17.532368 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb9dda-8848-4025-b0d9-0365473df43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ecaca5-5758-46f4-9db2-6fee7fb30e9c,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:17.558374 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-18eb9dda-8848-4025-b0d9-0365473df43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:17.618724 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-0d8d33f4-cf57-4005-9084-ab2c287fadae admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=38d2349df39c4dc88fc759501e08a648&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6502025 Dec 02 15:52:17.626618 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 37498) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:17.653437 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a5807798-4f05-48a5-aecd-30c2968ebc86 req-adefaad1-4830-4333-b0b0-9a407c7d073d service neutron] 10.222.0.90 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3484404 Dec 02 15:52:17.679962 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-014211f0-daa6-420f-b348-b45e72c42fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:17.684565 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d33f4-cf57-4005-9084-ab2c287fadae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d883942e-3374-4d84-a759-4489bd54c26a,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:17.731272 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0d8d33f4-cf57-4005-9084-ab2c287fadae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:17.754900 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-014211f0-daa6-420f-b348-b45e72c42fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:17.849562 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-014211f0-daa6-420f-b348-b45e72c42fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:17.860554 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:17.874458 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-254949b9-3101-4920-b4cd-63dfd4c83b8f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:17.876181 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-254949b9-3101-4920-b4cd-63dfd4c83b8f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/networks?id=ae619313-79bd-4f58-9d4f-05b9d1c1f579 HTTP/1.1" status: 200 len: 817 time: 0.4456737 Dec 02 15:52:17.878459 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2d402d6b-cf54-4ed8-beaa-e223f4ba0474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:17.881313 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014211f0-daa6-420f-b348-b45e72c42fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ecaca5-5758-46f4-9db2-6fee7fb30e9c,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:17.884600 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-014211f0-daa6-420f-b348-b45e72c42fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:17.896991 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-014211f0-daa6-420f-b348-b45e72c42fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:17.901814 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-014211f0-daa6-420f-b348-b45e72c42fa0 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/86ecaca5-5758-46f4-9db2-6fee7fb30e9c HTTP/1.1" status: 204 len: 168 time: 0.3996959 Dec 02 15:52:17.913205 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device a4d19659-342b-45e1-9c57-c93f397ab414 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:52:18.001469 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port a4d19659-342b-45e1-9c57-c93f397ab414 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:52:18.002659 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:18.165788 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-bb2d76cc-e328-4fd8-8dbf-29da1bac48a3 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/quotas/5dcc037c94944143a3f2fdcc7f6a2f6d HTTP/1.1" status: 200 len: 375 time: 0.2663398 Dec 02 15:52:18.174079 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2d402d6b-cf54-4ed8-beaa-e223f4ba0474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:18.310263 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a346d-869b-4f0b-abf6-458752e27824 req-6beb67f8-33eb-4722-b864-b16a98ddd828 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:18.312001 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1a6a346d-869b-4f0b-abf6-458752e27824 req-6beb67f8-33eb-4722-b864-b16a98ddd828 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.5410674 Dec 02 15:52:18.367482 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-0299da4f-e986-4492-b7fd-ca9df3d2849f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?tenant_id=5dcc037c94944143a3f2fdcc7f6a2f6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1856232 Dec 02 15:52:18.393397 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1a6a346d-869b-4f0b-abf6-458752e27824 req-81a5f9c2-d51d-4f2e-9c0d-dc996b6d13d0 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656567 Dec 02 15:52:18.453015 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2d402d6b-cf54-4ed8-beaa-e223f4ba0474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:18.559805 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0d8d33f4-cf57-4005-9084-ab2c287fadae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:18.627925 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d402d6b-cf54-4ed8-beaa-e223f4ba0474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d883942e-3374-4d84-a759-4489bd54c26a,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:18.637953 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2d402d6b-cf54-4ed8-beaa-e223f4ba0474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:18.643927 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2d402d6b-cf54-4ed8-beaa-e223f4ba0474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:18.645164 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-2d402d6b-cf54-4ed8-beaa-e223f4ba0474 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d883942e-3374-4d84-a759-4489bd54c26a HTTP/1.1" status: 204 len: 168 time: 1.0175064 Dec 02 15:52:18.723157 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-1b1ff0d0-92b9-4fdd-861e-29f504384204 service neutron] 10.222.0.98 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174324 Dec 02 15:52:18.740895 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a350cb-e7eb-4452-8164-4cb2119987d1 req-7e7ab07c-93f7-480e-8bb3-3e72eca33f1c tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:18.742786 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-05a350cb-e7eb-4452-8164-4cb2119987d1 req-7e7ab07c-93f7-480e-8bb3-3e72eca33f1c tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=22e92e1e-39fb-4c25-bf18-ee4cc23b3365 HTTP/1.1" status: 200 len: 944 time: 0.1703918 Dec 02 15:52:18.930062 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-05a350cb-e7eb-4452-8164-4cb2119987d1 req-7ecd03be-0b1a-4523-9cc8-8138185848bc tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579332 Dec 02 15:52:18.967470 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-e0c0bcaa-8092-4e8a-b6f4-07d4bed18f22 service neutron] 10.222.0.98 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2333450 Dec 02 15:52:19.363740 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-821561ce-206e-47b2-a414-d38b623f63ce req-be538cfe-3b7e-4d1d-af43-6306a9cfda5c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 210 time: 0.0643065 Dec 02 15:52:19.391454 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 5d174d7b-5c63-4d2f-bb81-96210d71ccea up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:52:19.524686 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 37546) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:19.564254 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 5d174d7b-5c63-4d2f-bb81-96210d71ccea triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:52:19.565289 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:19.569308 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:19.601463 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:52:19.613187 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Usage tracker for resource:security_group_rule and tenant:e37f4a74fe0145c58639492ef1937f4f is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:52:19.621735 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:52:19.643510 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:52:19.717834 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 37554) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:19.849467 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad171933-b949-48bd-9da5-744af44d73e5 req-7f830bfc-b01e-44c1-b92f-7faea7247e41 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:19.851805 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ad171933-b949-48bd-9da5-744af44d73e5 req-7f830bfc-b01e-44c1-b92f-7faea7247e41 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.2010882 Dec 02 15:52:19.942032 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ad171933-b949-48bd-9da5-744af44d73e5 req-a9c1f75d-39bf-48bf-8fce-bc12d47ab88e tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799377 Dec 02 15:52:19.995533 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-393460224-network', 'tenant_id': '16608b3ebcfe473780f5b631f5b9c240'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:52:19.999397 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:52:20.004257 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Usage tracker for resource:network and tenant:16608b3ebcfe473780f5b631f5b9c240 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:52:20.024924 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:52:20.097126 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:20.116212 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:52:20.128824 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:20.147517 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-73179a99-20d5-47fd-b050-54105f3e17b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:20.183061 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537b5e7-ca8a-4d86-87d8-0c0c203ca729 req-44181e68-d83a-44bc-869a-841d8d4b0e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:20.185273 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7537b5e7-ca8a-4d86-87d8-0c0c203ca729 req-44181e68-d83a-44bc-869a-841d8d4b0e8f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 1163 time: 0.1529431 Dec 02 15:52:20.191003 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Made reservation on behalf of 16608b3ebcfe473780f5b631f5b9c240 for: {'network': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:52:20.196854 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for network, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:20.240823 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:20.241362 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e37f4a74fe0145c58639492ef1937f4f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7152429 Dec 02 15:52:20.265062 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 37564) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:20.302118 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd40a3b9-edf8-499a-b748-8aad35c703e8,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:20.316066 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:52:20.341692 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:20.342322 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:20.343012 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:20.343632 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:20.344505 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:20.347736 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:20.347736 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:20.347736 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:20.347736 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:20.347736 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:20.349373 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:20.349373 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:20.349373 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:20.350022 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:20.350687 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:20.351313 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:20.351940 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:20.352551 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:20.353165 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:20.353752 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:20.353905 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Usage tracker for resource:security_group_rule and tenant:16608b3ebcfe473780f5b631f5b9c240 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:52:20.354368 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:20.355006 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:20.356173 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:20.356797 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:20.365556 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:20.368924 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:52:20.380629 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7537b5e7-ca8a-4d86-87d8-0c0c203ca729 req-504625c2-584d-4cda-85c7-9dab38f3748e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670346 Dec 02 15:52:20.399064 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:52:20.416575 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0f721-afad-47e2-b66a-8824c391bf49 req-be32d2fb-bca0-4962-b99c-c814f5047557 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:20.427202 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-50b0f721-afad-47e2-b66a-8824c391bf49 req-be32d2fb-bca0-4962-b99c-c814f5047557 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=22e92e1e-39fb-4c25-bf18-ee4cc23b3365 HTTP/1.1" status: 200 len: 944 time: 0.1951342 Dec 02 15:52:20.486594 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6a318148-dba5-4fe4-9fb7-07b7ef6758d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:20.499745 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-50b0f721-afad-47e2-b66a-8824c391bf49 req-72a074e3-a52f-4f30-8236-d960a0237b98 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604436 Dec 02 15:52:20.563098 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6a318148-dba5-4fe4-9fb7-07b7ef6758d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:20.687736 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:20.701783 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6a318148-dba5-4fe4-9fb7-07b7ef6758d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:20.711493 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6e09c847-61a1-4118-990d-98fcca5ecf63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:20.736984 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0323555d-4379-4e84-98c2-511366fd7fd6 req-f8082913-3369-4245-98ce-bfedd4d8141e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 210 time: 0.0509956 Dec 02 15:52:20.737450 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:20.750325 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a318148-dba5-4fe4-9fb7-07b7ef6758d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd40a3b9-edf8-499a-b748-8aad35c703e8,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:20.761830 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6a318148-dba5-4fe4-9fb7-07b7ef6758d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:20.765976 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-6a318148-dba5-4fe4-9fb7-07b7ef6758d7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bd40a3b9-edf8-499a-b748-8aad35c703e8 HTTP/1.1" status: 204 len: 168 time: 0.4970195 Dec 02 15:52:20.765976 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6a318148-dba5-4fe4-9fb7-07b7ef6758d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:20.769576 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b1d7cfa7-da43-490d-bedc-f907cc275dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:20.791636 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 15:52:20.830895 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:20.831278 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.segments_db [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Added segment 4211b208-8e55-4ddb-a57d-729c1860213f of type vxlan for network b9c24517-8fd6-4fe7-9392-b3d3a9227fb5 Dec 02 15:52:20.863675 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f54e67-4c83-42d5-ab11-6598e4b3c8c8,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:20.870194 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:20.880943 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737197622950'] for network, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:20.968798 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for network, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:20.970417 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:20.971122 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:20.977582 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:21.175029 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4531293 Dec 02 15:52:21.175224 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 37586) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:21.183408 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-258bf785-0807-4f79-8c98-200a97064ec8 admin admin] Request body: {'subnet': {'network_id': 'b9c24517-8fd6-4fe7-9392-b3d3a9227fb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-393460224-subnet', 'tenant_id': '16608b3ebcfe473780f5b631f5b9c240', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:52:21.200884 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-258bf785-0807-4f79-8c98-200a97064ec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:52:21.210135 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-258bf785-0807-4f79-8c98-200a97064ec8 admin admin] Usage tracker for resource:subnet and tenant:16608b3ebcfe473780f5b631f5b9c240 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:52:21.213938 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Pushing event updated for resources: {'Network': ['ID=b9c24517-8fd6-4fe7-9392-b3d3a9227fb5,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:21.222487 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-258bf785-0807-4f79-8c98-200a97064ec8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:52:21.229630 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:21.237059 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-258bf785-0807-4f79-8c98-200a97064ec8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:52:21.238989 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Network b9c24517-8fd6-4fe7-9392-b3d3a9227fb5 details requested by agent ovs-agent-dv-cinder-737618-2-smb with host dv-cinder-737618-2-smb {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:52:21.340123 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258bf785-0807-4f79-8c98-200a97064ec8 admin admin] Made reservation on behalf of 16608b3ebcfe473780f5b631f5b9c240 for: {'subnet': 1} {{(pid=80331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:52:21.345589 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-258bf785-0807-4f79-8c98-200a97064ec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15481959'] for subnet, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:21.384843 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Network b9c24517-8fd6-4fe7-9392-b3d3a9227fb5 details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:52:21.522106 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915a38b-eb72-4377-8c95-21509ab7681d req-4c9eb63f-a3eb-4bf8-8392-df04a59c1e4e tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:21.526191 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3915a38b-eb72-4377-8c95-21509ab7681d req-4c9eb63f-a3eb-4bf8-8392-df04a59c1e4e tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.2960651 Dec 02 15:52:21.602075 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3915a38b-eb72-4377-8c95-21509ab7681d req-00a29213-cd35-42d3-ba26-c53bc3677745 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688496 Dec 02 15:52:21.928427 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7bf52948-d04c-4658-ab6f-fd80eb3cb624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:22.083560 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e80d43cf-ec5a-4271-975c-ec177b11c4bf req-eceba2eb-a1ad-4c96-8654-8c9eb4d97978 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 210 time: 0.0808034 Dec 02 15:52:22.181747 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98fa8c-a63c-4aee-8d8b-9ee6710b5460 req-e5fd4eb0-eaa9-4f89-9c8a-beac86fad060 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:22.212555 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1a98fa8c-a63c-4aee-8d8b-9ee6710b5460 req-e5fd4eb0-eaa9-4f89-9c8a-beac86fad060 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=22e92e1e-39fb-4c25-bf18-ee4cc23b3365 HTTP/1.1" status: 200 len: 944 time: 0.3474576 Dec 02 15:52:22.311994 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1a98fa8c-a63c-4aee-8d8b-9ee6710b5460 req-84c5a46f-f4fe-4463-9f31-ff30c8cc73ab tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855668 Dec 02 15:52:22.414092 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-258bf785-0807-4f79-8c98-200a97064ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839953937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15481974'] for subnet, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:22.430787 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:22.581030 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bf785-0807-4f79-8c98-200a97064ec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4fef72c-0ccf-43b1-b9f4-2c0047764198,revision_number=0']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:22.586209 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-258bf785-0807-4f79-8c98-200a97064ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:22.688127 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258bf785-0807-4f79-8c98-200a97064ec8 admin admin] Checking segment: {'id': '4211b208-8e55-4ddb-a57d-729c1860213f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b9c24517-8fd6-4fe7-9392-b3d3a9227fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:52:22.688520 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258bf785-0807-4f79-8c98-200a97064ec8 admin admin] Network hostable DHCP agents. Network: b9c24517-8fd6-4fe7-9392-b3d3a9227fb5, hostable agents: ['f9c54d63-a3bd-491a-8648-7c87c1e70bbe'], hosted agents: [] {{(pid=80331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 15:52:22.755304 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258bf785-0807-4f79-8c98-200a97064ec8 admin admin] Network b9c24517-8fd6-4fe7-9392-b3d3a9227fb5 is scheduled to be hosted by DHCP agent f9c54d63-a3bd-491a-8648-7c87c1e70bbe with binding_index 1 {{(pid=80331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 15:52:22.861142 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-258bf785-0807-4f79-8c98-200a97064ec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-smb, b9c24517-8fd6-4fe7-9392-b3d3a9227fb5) {{(pid=80331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:52:22.872290 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329063c9-d05c-4793-adb5-10e39b9f4801 None None] Network b9c24517-8fd6-4fe7-9392-b3d3a9227fb5 requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:52:22.892533 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258bf785-0807-4f79-8c98-200a97064ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:22.894078 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-258bf785-0807-4f79-8c98-200a97064ec8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:22.940781 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b67ed-2a4d-4735-bdc9-990c22309208 req-62475256-e604-4abb-a5c9-94ccf6ae7f7c tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:22.942597 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7d3b67ed-2a4d-4735-bdc9-990c22309208 req-62475256-e604-4abb-a5c9-94ccf6ae7f7c tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.1775956 Dec 02 15:52:23.061408 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-258bf785-0807-4f79-8c98-200a97064ec8 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8848367 Dec 02 15:52:23.078707 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7d3b67ed-2a4d-4735-bdc9-990c22309208 req-32406093-e2b1-4c8f-ae94-be2a26a0b151 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160700 Dec 02 15:52:23.209993 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 5d174d7b-5c63-4d2f-bb81-96210d71ccea up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:52:23.313475 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 5d174d7b-5c63-4d2f-bb81-96210d71ccea triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:52:23.313903 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:23.444158 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-4a4509f2-e334-4ea0-bc0b-60eab9c24a2b tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:23.447241 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-4a4509f2-e334-4ea0-bc0b-60eab9c24a2b tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Synchronizing usage tracker for tenant:5dcc037c94944143a3f2fdcc7f6a2f6d on resource:network {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:52:23.492223 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-4a4509f2-e334-4ea0-bc0b-60eab9c24a2b tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Unset dirty status for tenant:5dcc037c94944143a3f2fdcc7f6a2f6d on resource:network {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:52:23.493511 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-4a4509f2-e334-4ea0-bc0b-60eab9c24a2b tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.90 "GET /v2.0/networks?id=ae619313-79bd-4f58-9d4f-05b9d1c1f579 HTTP/1.1" status: 200 len: 817 time: 0.4569561 Dec 02 15:52:23.584543 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-92f97c53-a506-453a-ae6c-33a07afc89ff req-2f9097d7-187b-43c9-b589-a11745549f62 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 210 time: 0.1800807 Dec 02 15:52:23.670007 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06369414-2e5d-4f4d-b1d0-951f4aa7c994 req-9f6b13f0-ddd6-4995-8f10-61d191df3229 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:23.679022 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-06369414-2e5d-4f4d-b1d0-951f4aa7c994 req-9f6b13f0-ddd6-4995-8f10-61d191df3229 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1950924 Dec 02 15:52:23.692436 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f0b2b9-ffdc-4203-9441-ae2aa421a14d None None] Network b9c24517-8fd6-4fe7-9392-b3d3a9227fb5 requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:52:23.755038 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-3e5e3e07-8e68-4bd0-94d8-0ceb899f5d60 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Synchronizing usage tracker for tenant:5dcc037c94944143a3f2fdcc7f6a2f6d on resource:security_group {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:52:23.777238 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device c1cdaec8-4eeb-4688-9276-95da4746db80 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:52:23.850502 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-06369414-2e5d-4f4d-b1d0-951f4aa7c994 req-41d0f4b7-a038-4348-8e9f-a443eb723e4b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702271 Dec 02 15:52:23.858635 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-3e5e3e07-8e68-4bd0-94d8-0ceb899f5d60 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Unset dirty status for tenant:5dcc037c94944143a3f2fdcc7f6a2f6d on resource:security_group {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:52:23.860092 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-3e5e3e07-8e68-4bd0-94d8-0ceb899f5d60 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5dcc037c94944143a3f2fdcc7f6a2f6d HTTP/1.1" status: 200 len: 5508 time: 0.3407712 Dec 02 15:52:23.912820 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-f2a3bc2c-6782-4c09-88d5-71db56f78add tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Request body: {'port': {'device_id': '0b7eee02-ef8c-465f-8f38-00bd5875d9ea', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'admin_state_up': True, 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'security_groups': ['9edf9d02-03f5-49ed-af79-b965a4962b6f']}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:52:24.268925 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-f2a3bc2c-6782-4c09-88d5-71db56f78add tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:52:24.273714 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-f2a3bc2c-6782-4c09-88d5-71db56f78add tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Usage tracker for resource:port and tenant:5dcc037c94944143a3f2fdcc7f6a2f6d is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:52:24.280646 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-f2a3bc2c-6782-4c09-88d5-71db56f78add tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Quota usage for port was recalculated. Used quota:3. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:52:24.290910 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-f2a3bc2c-6782-4c09-88d5-71db56f78add tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:52:24.356009 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-f2a3bc2c-6782-4c09-88d5-71db56f78add tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Made reservation on behalf of 5dcc037c94944143a3f2fdcc7f6a2f6d for: {'port': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:52:24.363183 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d384ea9-4f74-4fbf-8ea0-59279b5cb833 req-fecfde15-477d-454c-9fe4-651d46b8a8ff tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:24.376454 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-f2a3bc2c-6782-4c09-88d5-71db56f78add tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:24.376817 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7d384ea9-4f74-4fbf-8ea0-59279b5cb833 req-fecfde15-477d-454c-9fe4-651d46b8a8ff tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=22e92e1e-39fb-4c25-bf18-ee4cc23b3365 HTTP/1.1" status: 200 len: 944 time: 0.1937554 Dec 02 15:52:24.389711 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning for port c1cdaec8-4eeb-4688-9276-95da4746db80 completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:52:24.395409 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port c1cdaec8-4eeb-4688-9276-95da4746db80 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:52:24.395801 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:24.487495 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7d384ea9-4f74-4fbf-8ea0-59279b5cb833 req-50f35304-aef8-4ecf-94c4-f4bc729aac2e tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051111 Dec 02 15:52:24.537506 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e842d0b1-e7db-478a-ad7d-db72979882f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:24.619374 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:24.651541 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e92e1e-39fb-4c25-bf18-ee4cc23b3365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cdaec8-4eeb-4688-9276-95da4746db80'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:52:24.669573 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port c1cdaec8-4eeb-4688-9276-95da4746db80, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=c1cdaec8-4eeb-4688-9276-95da4746db80,segment=NetworkSegment(9aebbdee-50e1-48d0-ae87-0bb502d0e028),segment_id=9aebbdee-50e1-48d0-ae87-0bb502d0e028)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:52:24.704348 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:24.707176 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:24.754600 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e92e1e-39fb-4c25-bf18-ee4cc23b3365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cdaec8-4eeb-4688-9276-95da4746db80', 'code': 200} Dec 02 15:52:24.809916 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=c1cdaec8-4eeb-4688-9276-95da4746db80,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:24.830225 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:24.830632 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:24.831020 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:24.831409 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:24.831790 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:24.832865 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:24.833586 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:24.833994 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:24.834377 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:24.834801 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:24.835401 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:24.835784 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:24.836211 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:24.836583 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:24.836953 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:24.837320 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:24.837688 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:24.838056 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:24.838423 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:24.840000 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:24.840651 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:24.841147 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:24.841727 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:24.842193 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:52:24.847633 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:24.879368 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-f2a3bc2c-6782-4c09-88d5-71db56f78add tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Allocated IP 172.20.0.12 (ae619313-79bd-4f58-9d4f-05b9d1c1f579/5a59a6d3-2eec-4eca-96de-faf6098a43d0/1f701775-0a31-4c39-a9ae-08184535ec64) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:52:24.894389 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:25.147120 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a1bbab19-aa27-4cd7-86e1-e7c380bfc22f req-0e490d9d-7a8a-42a9-ae26-23790621c293 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 210 time: 0.0942678 Dec 02 15:52:25.321450 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-f2a3bc2c-6782-4c09-88d5-71db56f78add tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:25.345224 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-f2a3bc2c-6782-4c09-88d5-71db56f78add tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Transition to ACTIVE for port object 1f701775-0a31-4c39-a9ae-08184535ec64 will not be triggered until provisioned by entity DHCP. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:52:25.421451 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-f2a3bc2c-6782-4c09-88d5-71db56f78add tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:25.439366 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:25.760524 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 5d174d7b-5c63-4d2f-bb81-96210d71ccea up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:52:25.838682 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15fee8-1b78-4c45-8681-ad1013939e33 req-a6d7e4ff-1b3e-42c6-9bfb-621c7195e6cc tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:25.846764 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3bc2c-6782-4c09-88d5-71db56f78add tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Pushing event updated for resources: {'Port': ['ID=1f701775-0a31-4c39-a9ae-08184535ec64,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:25.853839 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-f2a3bc2c-6782-4c09-88d5-71db56f78add tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:25.857446 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3e15fee8-1b78-4c45-8681-ad1013939e33 req-a6d7e4ff-1b3e-42c6-9bfb-621c7195e6cc tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=22e92e1e-39fb-4c25-bf18-ee4cc23b3365 HTTP/1.1" status: 200 len: 946 time: 0.1812296 Dec 02 15:52:25.900159 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081abf6-eeb5-44d0-a04d-e4b228e0d501 req-e6832148-25c3-4233-8672-8f6e664d8c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:25.901975 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3081abf6-eeb5-44d0-a04d-e4b228e0d501 req-e6832148-25c3-4233-8672-8f6e664d8c4c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=22e92e1e-39fb-4c25-bf18-ee4cc23b3365 HTTP/1.1" status: 200 len: 1163 time: 0.5312307 Dec 02 15:52:25.931916 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3e15fee8-1b78-4c45-8681-ad1013939e33 req-f60c2774-f157-496c-a09e-345ec2951584 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731354 Dec 02 15:52:26.005349 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3081abf6-eeb5-44d0-a04d-e4b228e0d501 req-bb5d7e9b-90bb-422b-8ccc-e2b368d13ea6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884242 Dec 02 15:52:26.057213 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-f2a3bc2c-6782-4c09-88d5-71db56f78add tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Network ae619313-79bd-4f58-9d4f-05b9d1c1f579 is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:52:26.061878 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-f2a3bc2c-6782-4c09-88d5-71db56f78add tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:52:26.076621 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 5d174d7b-5c63-4d2f-bb81-96210d71ccea triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:52:26.077381 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:26.077827 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-f2a3bc2c-6782-4c09-88d5-71db56f78add tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:52:26.176055 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:26.237321 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-f2a3bc2c-6782-4c09-88d5-71db56f78add tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:26.238035 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-f2a3bc2c-6782-4c09-88d5-71db56f78add tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:26.318235 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device c1cdaec8-4eeb-4688-9276-95da4746db80 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:52:26.327650 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-f2a3bc2c-6782-4c09-88d5-71db56f78add tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4196334 Dec 02 15:52:26.446717 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port c1cdaec8-4eeb-4688-9276-95da4746db80 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:52:26.446717 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:26.491567 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-bd8ded35-c42e-4a4a-9e72-f20bca755d43 None None] Provisioning for port 1f701775-0a31-4c39-a9ae-08184535ec64 completed by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:52:26.505344 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-bd8ded35-c42e-4a4a-9e72-f20bca755d43 None None] Provisioning complete for port 1f701775-0a31-4c39-a9ae-08184535ec64 triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:52:26.505975 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-bd8ded35-c42e-4a4a-9e72-f20bca755d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:26.518363 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] Request body: {'port': {'device_id': '0b7eee02-ef8c-465f-8f38-00bd5875d9ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:52:26.581836 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e53277-1854-44ba-bea2-da997f3a0d29 req-7d89fb77-5e6f-4357-873a-de58d11d8a5a tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:26.585552 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-24e53277-1854-44ba-bea2-da997f3a0d29 req-7d89fb77-5e6f-4357-873a-de58d11d8a5a tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 932 time: 0.1412373 Dec 02 15:52:26.585552 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 37690) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:26.647030 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-bd8ded35-c42e-4a4a-9e72-f20bca755d43 None None] Port 1f701775-0a31-4c39-a9ae-08184535ec64 cannot update to ACTIVE because it is not bound. {{(pid=80332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 15:52:26.746296 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-24e53277-1854-44ba-bea2-da997f3a0d29 req-16278650-c1f6-429d-8924-4167361dee6b tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341147 Dec 02 15:52:26.769821 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:26.857034 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:26.896162 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-59cb8b76-cda5-4829-a181-d8e7367b4d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:26.926168 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-59cb8b76-cda5-4829-a181-d8e7367b4d58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:52:26.932056 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-59cb8b76-cda5-4829-a181-d8e7367b4d58 admin admin] Usage tracker for resource:security_group_rule and tenant:57b36d48422d481f96a7befd4759467d is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:52:26.937312 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-59cb8b76-cda5-4829-a181-d8e7367b4d58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:52:26.949484 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-59cb8b76-cda5-4829-a181-d8e7367b4d58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:52:27.434026 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-59cb8b76-cda5-4829-a181-d8e7367b4d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:27.501680 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-59cb8b76-cda5-4829-a181-d8e7367b4d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:27.514970 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-c29a984e-ca30-4835-9b8c-5b20acedc299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:27.533074 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f701775-0a31-4c39-a9ae-08184535ec64 {{(pid=80330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 15:52:27.541387 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:27.556597 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] Transition to ACTIVE for port object 1f701775-0a31-4c39-a9ae-08184535ec64 will not be triggered until provisioned by entity L2. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:52:27.584465 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-2ab2a840-c9c1-48e6-a124-0f6ec9a607ce tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:27.586272 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-2ab2a840-c9c1-48e6-a124-0f6ec9a607ce tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/networks?id=b9c24517-8fd6-4fe7-9392-b3d3a9227fb5 HTTP/1.1" status: 200 len: 813 time: 0.3269083 Dec 02 15:52:27.592669 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:27.597767 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-59cb8b76-cda5-4829-a181-d8e7367b4d58 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=57b36d48422d481f96a7befd4759467d&name=default HTTP/1.1" status: 200 len: 2879 time: 1.0106628 Dec 02 15:52:27.604541 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb423b8-ecf9-403e-b9e4-f38fb46304ac req-1e9d9720-f3b2-4fd6-a805-25ebb2c089f2 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:27.606879 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8eb423b8-ecf9-403e-b9e4-f38fb46304ac req-1e9d9720-f3b2-4fd6-a805-25ebb2c089f2 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=22e92e1e-39fb-4c25-bf18-ee4cc23b3365 HTTP/1.1" status: 200 len: 946 time: 0.3541887 Dec 02 15:52:27.608541 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 37720) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:27.613615 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb8b76-cda5-4829-a181-d8e7367b4d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6351d686-a57e-4f0d-983e-abe3ac146072,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:27.617369 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-59cb8b76-cda5-4829-a181-d8e7367b4d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:27.619241 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:27.659280 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-825a2cf6-c4fc-4ab9-add4-f5d1ecd067df tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/quotas/16608b3ebcfe473780f5b631f5b9c240 HTTP/1.1" status: 200 len: 375 time: 0.0496366 Dec 02 15:52:27.755962 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-e773b6b6-9160-4816-989f-57bccb23eecf tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?tenant_id=16608b3ebcfe473780f5b631f5b9c240&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808506 Dec 02 15:52:27.763594 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] Pushing event updated for resources: {'Port': ['ID=1f701775-0a31-4c39-a9ae-08184535ec64,revision_number=2']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:27.764627 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8eb423b8-ecf9-403e-b9e4-f38fb46304ac req-fd225891-dde5-4bc6-9c6e-d041ce781de8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300225 Dec 02 15:52:27.771380 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:28.257327 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] Attempting to bind port 1f701775-0a31-4c39-a9ae-08184535ec64 on host hv-cinder-73761 for vnic_type normal with profile {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:52:28.257705 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] Attempting to bind port 1f701775-0a31-4c39-a9ae-08184535ec64 by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': 'ca708766-9b54-46c3-9628-ffb652be6104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579'}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:52:28.258083 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] Attempting to bind port 1f701775-0a31-4c39-a9ae-08184535ec64 on network ae619313-79bd-4f58-9d4f-05b9d1c1f579 {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:52:28.266874 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] Checking agent: {'id': 'a457a183-c7c9-4615-b19d-972b3b736d4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 48, 2), 'started_at': datetime.datetime(2020, 12, 2, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:52:28.267272 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] Checking segment: {'id': 'ca708766-9b54-46c3-9628-ffb652be6104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:52:28.267696 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:28.268107 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] Bound using segment: {'id': 'ca708766-9b54-46c3-9628-ffb652be6104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579'} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:52:28.268621 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] Bound port: 1f701775-0a31-4c39-a9ae-08184535ec64, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca708766-9b54-46c3-9628-ffb652be6104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579'}}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:52:28.269923 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:28.335481 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-458858e3-465a-4baa-a49f-a2bb1df82191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:28.429077 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] For port 1f701775-0a31-4c39-a9ae-08184535ec64, host hv-cinder-73761, cleared binding levels {{(pid=80330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:52:28.429077 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] For port 1f701775-0a31-4c39-a9ae-08184535ec64, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=1f701775-0a31-4c39-a9ae-08184535ec64,segment=NetworkSegment(ca708766-9b54-46c3-9628-ffb652be6104),segment_id=ca708766-9b54-46c3-9628-ffb652be6104)] {{(pid=80330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:52:28.429463 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-458858e3-465a-4baa-a49f-a2bb1df82191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:28.543744 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-8b9765cc-e8de-4a7a-a26c-fe0ab2e8583f service neutron] 10.222.0.98 "GET /v2.0/networks/b9c24517-8fd6-4fe7-9392-b3d3a9227fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7542963 Dec 02 15:52:28.695277 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:28.698364 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-a108b796-4799-4f3b-9234-70bbc737abda service neutron] 10.222.0.98 "GET /v2.0/networks/b9c24517-8fd6-4fe7-9392-b3d3a9227fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1507754 Dec 02 15:52:28.716246 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:28.871923 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-458858e3-465a-4baa-a49f-a2bb1df82191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:28.878222 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ed93585d-3d99-4070-a5aa-4faef2a5ac5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:28.891364 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458858e3-465a-4baa-a49f-a2bb1df82191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6351d686-a57e-4f0d-983e-abe3ac146072,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:28.895910 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-458858e3-465a-4baa-a49f-a2bb1df82191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:28.908912 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-458858e3-465a-4baa-a49f-a2bb1df82191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:28.912692 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-458858e3-465a-4baa-a49f-a2bb1df82191 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6351d686-a57e-4f0d-983e-abe3ac146072 HTTP/1.1" status: 204 len: 168 time: 1.2992430 Dec 02 15:52:29.134285 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] Pushing event updated for resources: {'Port': ['ID=1f701775-0a31-4c39-a9ae-08184535ec64,revision_number=3']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:29.137502 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:29.149151 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7f863-3d47-48cd-ab86-65aeb6e6f26b req-0d275deb-958b-48b3-89cd-9fb8fec8b451 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:29.174770 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:29.174770 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:29.174770 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] 10.222.0.90 "PUT /v2.0/ports/1f701775-0a31-4c39-a9ae-08184535ec64 HTTP/1.1" status: 200 len: 1158 time: 2.6608195 Dec 02 15:52:29.175599 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-49d7f863-3d47-48cd-ab86-65aeb6e6f26b req-0d275deb-958b-48b3-89cd-9fb8fec8b451 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.2395592 Dec 02 15:52:29.193616 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7eee02-ef8c-465f-8f38-00bd5875d9ea', 'tag': '1f701775-0a31-4c39-a9ae-08184535ec64'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:52:29.236920 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a420850-16de-4174-a1a0-de8e0d8c41de req-71aa1f25-9215-4e63-9e5f-9b8558abd2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:29.241975 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0a420850-16de-4174-a1a0-de8e0d8c41de req-71aa1f25-9215-4e63-9e5f-9b8558abd2d3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7679e824ae94af092eab065a5350394&device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 1162 time: 0.3519354 Dec 02 15:52:29.327491 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-49d7f863-3d47-48cd-ab86-65aeb6e6f26b req-8062c20b-084d-4e28-ad1a-a17973e7e18a tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440091 Dec 02 15:52:29.646420 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-0e144479-6dd3-4476-be21-e6afb468e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:29.648094 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-0e144479-6dd3-4476-be21-e6afb468e68f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5dcc037c94944143a3f2fdcc7f6a2f6d&device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 1161 time: 0.2907612 Dec 02 15:52:29.695606 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device c1cdaec8-4eeb-4688-9276-95da4746db80 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:52:29.788178 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port c1cdaec8-4eeb-4688-9276-95da4746db80 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:52:29.788950 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:29.804506 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a420850-16de-4174-a1a0-de8e0d8c41de req-9119f1ab-7d0a-431d-aa9a-0418c9c93067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:29.805765 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0a420850-16de-4174-a1a0-de8e0d8c41de req-9119f1ab-7d0a-431d-aa9a-0418c9c93067 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e8564c47-b571-4eeb-9632-4e52a1d4b946 HTTP/1.1" status: 200 len: 913 time: 0.5502450 Dec 02 15:52:29.822316 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-5a9489cb-413b-4050-bf81-22bd724b3e4e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f701775-0a31-4c39-a9ae-08184535ec64 HTTP/1.1" status: 200 len: 217 time: 0.1420996 Dec 02 15:52:29.944019 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720c332-aa70-4c76-851c-d08468090c09 req-6fa5fbf5-fd9e-457f-a09a-02ded5fafae1 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:29.945943 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3720c332-aa70-4c76-851c-d08468090c09 req-6fa5fbf5-fd9e-457f-a09a-02ded5fafae1 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.3569694 Dec 02 15:52:29.956033 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe7fb9-c835-45eb-8693-65f9338220d9 req-d2239630-0c30-4a47-acf0-499897b858bb tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:29.960580 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-aefe7fb9-c835-45eb-8693-65f9338220d9 req-d2239630-0c30-4a47-acf0-499897b858bb tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=22e92e1e-39fb-4c25-bf18-ee4cc23b3365 HTTP/1.1" status: 200 len: 946 time: 0.2521241 Dec 02 15:52:30.055871 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3720c332-aa70-4c76-851c-d08468090c09 req-a94a784a-986e-4fdd-a1ba-f4909eccbdbb tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966353 Dec 02 15:52:30.065469 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-aefe7fb9-c835-45eb-8693-65f9338220d9 req-e54dcd36-7b5a-4c77-8c24-c194eca0d7e4 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890284 Dec 02 15:52:30.102695 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0a420850-16de-4174-a1a0-de8e0d8c41de req-5cf186b7-5300-47b5-963a-5dfe36c7f74a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18f02f70-567f-4198-9394-ba2790ddbc2f HTTP/1.1" status: 200 len: 217 time: 0.2820916 Dec 02 15:52:30.119642 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 37760) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:30.160776 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-22474609-bc11-4ceb-bd2e-723e6e874083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:30.203553 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-22474609-bc11-4ceb-bd2e-723e6e874083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:52:30.216717 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-22474609-bc11-4ceb-bd2e-723e6e874083 admin admin] Usage tracker for resource:security_group_rule and tenant:52621bbef51d4091b89170a7057ea8c8 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:52:30.228348 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-22474609-bc11-4ceb-bd2e-723e6e874083 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:52:30.244831 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-74a85200-e62a-4931-89cb-90344f5a75fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:30.246768 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-74a85200-e62a-4931-89cb-90344f5a75fa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a59a6d3-2eec-4eca-96de-faf6098a43d0 HTTP/1.1" status: 200 len: 856 time: 0.2751787 Dec 02 15:52:30.247178 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-22474609-bc11-4ceb-bd2e-723e6e874083 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:52:30.262001 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a420850-16de-4174-a1a0-de8e0d8c41de req-c36d58a8-0e73-48e5-bf11-7d4207676d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:30.265285 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0a420850-16de-4174-a1a0-de8e0d8c41de req-c36d58a8-0e73-48e5-bf11-7d4207676d94 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3e434592-5494-4b21-a789-a46e40e41519 HTTP/1.1" status: 200 len: 859 time: 0.1434493 Dec 02 15:52:30.378164 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7eee02-ef8c-465f-8f38-00bd5875d9ea', 'tag': '1f701775-0a31-4c39-a9ae-08184535ec64', 'status': 'completed', 'code': 200} Dec 02 15:52:30.436167 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0a420850-16de-4174-a1a0-de8e0d8c41de req-34f7c463-138b-4119-b1c6-6d4af5fd2ea6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e8564c47-b571-4eeb-9632-4e52a1d4b946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062560 Dec 02 15:52:30.509826 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-22474609-bc11-4ceb-bd2e-723e6e874083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:30.518629 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-afb51a04-88b7-4e11-8d1d-2c4a328db4e0 req-24923b40-4690-465c-ac18-6f087aa404c5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 210 time: 0.2153935 Dec 02 15:52:30.584534 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-22474609-bc11-4ceb-bd2e-723e6e874083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:30.605683 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-652d6e8b-f8d4-4651-832d-4acbc048d8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:30.607468 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-652d6e8b-f8d4-4651-832d-4acbc048d8a2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ae619313-79bd-4f58-9d4f-05b9d1c1f579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3489463 Dec 02 15:52:30.621129 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-621af51f-08df-4bff-824b-418fac04156b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:30.812262 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-22474609-bc11-4ceb-bd2e-723e6e874083 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=52621bbef51d4091b89170a7057ea8c8&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6902375 Dec 02 15:52:30.817723 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 37784) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:30.871121 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0a420850-16de-4174-a1a0-de8e0d8c41de req-01f0f6f7-6d80-46e9-b035-dcfbab1838bf service neutron] 10.222.0.90 "GET /v2.0/networks/e8564c47-b571-4eeb-9632-4e52a1d4b946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172704 Dec 02 15:52:30.900359 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22474609-bc11-4ceb-bd2e-723e6e874083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5d77f7-2950-4007-981a-5fb6e41c0802,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:30.908160 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-22474609-bc11-4ceb-bd2e-723e6e874083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:30.972116 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9879e96c-e725-4704-a37c-b481c504749c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:30.981844 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-61d45a1d-0789-4bc6-8afe-ccaa04394ada service neutron] 10.222.0.90 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624625 Dec 02 15:52:31.039681 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9879e96c-e725-4704-a37c-b481c504749c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:31.108347 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf083a7-8634-4a72-9d49-2a29656730aa req-5044df93-4e29-45a3-b098-1886744b9986 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:31.113839 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8bf083a7-8634-4a72-9d49-2a29656730aa req-5044df93-4e29-45a3-b098-1886744b9986 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.4182460 Dec 02 15:52:31.171381 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9879e96c-e725-4704-a37c-b481c504749c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:31.179894 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-99f3e543-ae02-405f-bdc8-de04b50ada6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:31.221243 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879e96c-e725-4704-a37c-b481c504749c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5d77f7-2950-4007-981a-5fb6e41c0802,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:31.226684 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9879e96c-e725-4704-a37c-b481c504749c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:31.260274 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0a420850-16de-4174-a1a0-de8e0d8c41de req-51772b70-ae10-4f72-9b56-c1c36ba914e2 service neutron] 10.222.0.90 "GET /v2.0/networks/e8564c47-b571-4eeb-9632-4e52a1d4b946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3186781 Dec 02 15:52:31.293142 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-48ee015c-a3cd-4c22-b316-2a93f8f62c39 req-84aa7265-909d-4047-9718-991f043601d2 service neutron] 10.222.0.90 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2373459 Dec 02 15:52:31.294130 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8bf083a7-8634-4a72-9d49-2a29656730aa req-812a177a-eb61-476c-9b7c-335a4da816b2 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715753 Dec 02 15:52:31.298709 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9879e96c-e725-4704-a37c-b481c504749c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:31.305072 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-9879e96c-e725-4704-a37c-b481c504749c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bb5d77f7-2950-4007-981a-5fb6e41c0802 HTTP/1.1" status: 204 len: 168 time: 0.4784510 Dec 02 15:52:31.490746 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b06c81-131b-4aef-a1eb-5536f35049f7 req-f2eac591-a4ce-455e-8c5f-aa5e9a7c629c tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:31.492607 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a5b06c81-131b-4aef-a1eb-5536f35049f7 req-f2eac591-a4ce-455e-8c5f-aa5e9a7c629c tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1101472 Dec 02 15:52:31.545224 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a5b06c81-131b-4aef-a1eb-5536f35049f7 req-b5d81740-f03a-46bd-88b3-541c4d04ead1 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458791 Dec 02 15:52:31.600563 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3726a5-ec26-47b8-b6e1-c89677189edf req-6d11ed34-6b61-40f5-bf85-2b44d2be75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:31.602197 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7e3726a5-ec26-47b8-b6e1-c89677189edf req-6d11ed34-6b61-40f5-bf85-2b44d2be75b8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5dcc037c94944143a3f2fdcc7f6a2f6d&device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 1161 time: 0.0915122 Dec 02 15:52:31.739078 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-62d1e793-c58c-482b-9434-b1b7a00a05db req-bbf54d35-fe73-4ea9-be1f-df439549d6a1 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 210 time: 0.0500178 Dec 02 15:52:31.897782 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:32.043925 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3726a5-ec26-47b8-b6e1-c89677189edf req-78e00c46-da88-4410-8506-f3a2d43a65df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:32.045608 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7e3726a5-ec26-47b8-b6e1-c89677189edf req-78e00c46-da88-4410-8506-f3a2d43a65df service neutron] 10.222.0.90 "GET /v2.0/networks?id=ae619313-79bd-4f58-9d4f-05b9d1c1f579 HTTP/1.1" status: 200 len: 911 time: 0.4062271 Dec 02 15:52:32.191793 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7e3726a5-ec26-47b8-b6e1-c89677189edf req-3179490d-4807-4617-ae69-dd57ceb328ee service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f701775-0a31-4c39-a9ae-08184535ec64 HTTP/1.1" status: 200 len: 217 time: 0.0665357 Dec 02 15:52:32.285949 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3726a5-ec26-47b8-b6e1-c89677189edf req-be95d99d-341b-4165-aacc-0cc33d36d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:32.288713 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7e3726a5-ec26-47b8-b6e1-c89677189edf req-be95d99d-341b-4165-aacc-0cc33d36d01c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a59a6d3-2eec-4eca-96de-faf6098a43d0 HTTP/1.1" status: 200 len: 856 time: 0.0737765 Dec 02 15:52:32.544157 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3726a5-ec26-47b8-b6e1-c89677189edf req-30ffc4dc-bc62-42a8-bbcf-893f36ad4874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:32.545802 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7e3726a5-ec26-47b8-b6e1-c89677189edf req-30ffc4dc-bc62-42a8-bbcf-893f36ad4874 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ae619313-79bd-4f58-9d4f-05b9d1c1f579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2258098 Dec 02 15:52:32.684432 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-7a773a1a-76a8-4b8a-8c6d-c5d2d8a8bf65 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:32.685230 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-7a773a1a-76a8-4b8a-8c6d-c5d2d8a8bf65 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Synchronizing usage tracker for tenant:16608b3ebcfe473780f5b631f5b9c240 on resource:network {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:52:32.779406 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7e3726a5-ec26-47b8-b6e1-c89677189edf req-1f3a67b7-ac40-4291-b24c-83d36f94de22 service neutron] 10.222.0.90 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151959 Dec 02 15:52:32.885416 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578d293-268a-427c-be47-ae27d7e5af69 req-2719d145-bd9d-4b84-9338-7d132c185791 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:32.887938 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3578d293-268a-427c-be47-ae27d7e5af69 req-2719d145-bd9d-4b84-9338-7d132c185791 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.2390120 Dec 02 15:52:32.895212 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-7a773a1a-76a8-4b8a-8c6d-c5d2d8a8bf65 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Unset dirty status for tenant:16608b3ebcfe473780f5b631f5b9c240 on resource:network {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:52:32.896517 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-7a773a1a-76a8-4b8a-8c6d-c5d2d8a8bf65 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.90 "GET /v2.0/networks?id=b9c24517-8fd6-4fe7-9392-b3d3a9227fb5 HTTP/1.1" status: 200 len: 813 time: 0.5747938 Dec 02 15:52:32.927469 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13794458-0be0-4e78-a2be-9abb5045fcf4 req-11fb441a-c1a8-40ee-a451-777a36e54f37 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:32.929126 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-13794458-0be0-4e78-a2be-9abb5045fcf4 req-11fb441a-c1a8-40ee-a451-777a36e54f37 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.2028139 Dec 02 15:52:32.965284 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-ea75fd34-5d31-4f32-bfa5-c6e08f3776c5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Request body: {'port': {'device_id': 'de6c5743-e583-4020-af7d-06d154d3fd08', 'network_id': 'b9c24517-8fd6-4fe7-9392-b3d3a9227fb5', 'admin_state_up': True, 'tenant_id': '16608b3ebcfe473780f5b631f5b9c240'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:52:33.037493 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3578d293-268a-427c-be47-ae27d7e5af69 req-b2d5ff8e-90c4-429d-8b23-88b22a70d4ce tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405222 Dec 02 15:52:33.107728 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7e3726a5-ec26-47b8-b6e1-c89677189edf req-27c63591-9f4c-4b62-9d79-da97bf512f2e service neutron] 10.222.0.90 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2907672 Dec 02 15:52:33.122517 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-13794458-0be0-4e78-a2be-9abb5045fcf4 req-0a34ef85-f704-4552-93f3-c5f385f6ddd5 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845067 Dec 02 15:52:33.338606 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-ea75fd34-5d31-4f32-bfa5-c6e08f3776c5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:52:33.344555 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-ea75fd34-5d31-4f32-bfa5-c6e08f3776c5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Usage tracker for resource:port and tenant:16608b3ebcfe473780f5b631f5b9c240 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:52:33.348950 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-ea75fd34-5d31-4f32-bfa5-c6e08f3776c5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Quota usage for port was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:52:33.357390 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-ea75fd34-5d31-4f32-bfa5-c6e08f3776c5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:52:33.365766 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6ab89b2a-97ca-4f64-8e53-ea8628c6ac1f req-88a15e39-7acd-47b8-bf6f-2c9b8a5eee15 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 210 time: 0.0626576 Dec 02 15:52:33.409042 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-ea75fd34-5d31-4f32-bfa5-c6e08f3776c5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Made reservation on behalf of 16608b3ebcfe473780f5b631f5b9c240 for: {'port': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:52:33.415161 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-ea75fd34-5d31-4f32-bfa5-c6e08f3776c5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:33.804001 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-ea75fd34-5d31-4f32-bfa5-c6e08f3776c5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Allocated IP 172.20.0.4 (b9c24517-8fd6-4fe7-9392-b3d3a9227fb5/d4fef72c-0ccf-43b1-b9f4-2c0047764198/cf42d58a-4218-48e4-8576-dd4028756cd0) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:52:34.159139 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-ea75fd34-5d31-4f32-bfa5-c6e08f3776c5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:34.296449 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-ea75fd34-5d31-4f32-bfa5-c6e08f3776c5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:34.314421 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b95026d2-1a6e-4d19-a93c-ac2c7b6e00a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:34.424090 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921dd6aa-d8db-410c-a48d-8eee22ca8987 req-de5c8a65-998d-4cc7-82ee-8e7b1af6c3c3 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:34.433351 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-921dd6aa-d8db-410c-a48d-8eee22ca8987 req-de5c8a65-998d-4cc7-82ee-8e7b1af6c3c3 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.1049435 Dec 02 15:52:34.489614 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75fd34-5d31-4f32-bfa5-c6e08f3776c5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Pushing event updated for resources: {'Port': ['ID=cf42d58a-4218-48e4-8576-dd4028756cd0,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:34.493183 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ea75fd34-5d31-4f32-bfa5-c6e08f3776c5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:34.503054 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-921dd6aa-d8db-410c-a48d-8eee22ca8987 req-38fe9d44-a3d4-443c-b21c-e1ab83504c9b tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682771 Dec 02 15:52:34.644792 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-ea75fd34-5d31-4f32-bfa5-c6e08f3776c5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Network b9c24517-8fd6-4fe7-9392-b3d3a9227fb5 is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:52:34.647629 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-ea75fd34-5d31-4f32-bfa5-c6e08f3776c5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:52:34.662074 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-ea75fd34-5d31-4f32-bfa5-c6e08f3776c5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:52:34.768118 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-ea75fd34-5d31-4f32-bfa5-c6e08f3776c5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:34.768985 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-ea75fd34-5d31-4f32-bfa5-c6e08f3776c5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:34.863995 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-ea75fd34-5d31-4f32-bfa5-c6e08f3776c5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9026642 Dec 02 15:52:34.869753 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2378a-c306-4cb7-9ff7-455164b20bf4 req-529dc81e-d4ea-48b1-8092-6aedebb5ada2 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:34.871451 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-06e2378a-c306-4cb7-9ff7-455164b20bf4 req-529dc81e-d4ea-48b1-8092-6aedebb5ada2 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 931 time: 0.1752129 Dec 02 15:52:34.879667 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54055e98-5bb5-4615-9b45-b2b32de09648 req-6d2ca665-96c3-4e21-a80b-a3920dbac2c3 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:34.888864 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-54055e98-5bb5-4615-9b45-b2b32de09648 req-6d2ca665-96c3-4e21-a80b-a3920dbac2c3 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1448345 Dec 02 15:52:34.898132 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] Request body: {'port': {'device_id': 'de6c5743-e583-4020-af7d-06d154d3fd08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:52:34.980212 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-54055e98-5bb5-4615-9b45-b2b32de09648 req-ad9691b9-d93e-43c8-bb76-0f847491a035 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903502 Dec 02 15:52:34.982886 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-06e2378a-c306-4cb7-9ff7-455164b20bf4 req-1bdb33be-fc20-4174-a1bc-1661b28085f6 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922561 Dec 02 15:52:35.171722 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:35.775435 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6ebc0-a637-400c-b6c7-164ab876acd0 req-38532109-ee1d-4c02-ae80-976b2e6fae15 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:35.777814 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5aa6ebc0-a637-400c-b6c7-164ab876acd0 req-38532109-ee1d-4c02-ae80-976b2e6fae15 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.0942988 Dec 02 15:52:35.806314 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf42d58a-4218-48e4-8576-dd4028756cd0 {{(pid=80330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 15:52:35.815079 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:35.829572 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5aa6ebc0-a637-400c-b6c7-164ab876acd0 req-d580d294-ab42-44af-bd8e-9ae7b8a2590b tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451031 Dec 02 15:52:35.829700 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] Transition to ACTIVE for port object cf42d58a-4218-48e4-8576-dd4028756cd0 will not be triggered until provisioned by entity L2. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:52:35.876254 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:35.885405 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:36.026184 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] Pushing event updated for resources: {'Port': ['ID=cf42d58a-4218-48e4-8576-dd4028756cd0,revision_number=2']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:36.032339 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:36.248678 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] Attempting to bind port cf42d58a-4218-48e4-8576-dd4028756cd0 on host hv-cinder-73761 for vnic_type normal with profile {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:52:36.249527 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] Attempting to bind port cf42d58a-4218-48e4-8576-dd4028756cd0 by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '4211b208-8e55-4ddb-a57d-729c1860213f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b9c24517-8fd6-4fe7-9392-b3d3a9227fb5'}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:52:36.249527 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] Attempting to bind port cf42d58a-4218-48e4-8576-dd4028756cd0 on network b9c24517-8fd6-4fe7-9392-b3d3a9227fb5 {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:52:36.258214 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] Checking agent: {'id': 'a457a183-c7c9-4615-b19d-972b3b736d4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 48, 2), 'started_at': datetime.datetime(2020, 12, 2, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:52:36.258214 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] Checking segment: {'id': '4211b208-8e55-4ddb-a57d-729c1860213f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b9c24517-8fd6-4fe7-9392-b3d3a9227fb5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:52:36.258214 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:36.258214 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] Bound using segment: {'id': '4211b208-8e55-4ddb-a57d-729c1860213f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b9c24517-8fd6-4fe7-9392-b3d3a9227fb5'} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:52:36.258214 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] Bound port: cf42d58a-4218-48e4-8576-dd4028756cd0, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4211b208-8e55-4ddb-a57d-729c1860213f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b9c24517-8fd6-4fe7-9392-b3d3a9227fb5'}}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:52:36.258214 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:36.344914 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9de60-4950-4843-97f1-035f165770ce req-54f53f13-cbfc-4bad-ae75-e4b1e29d4a6a tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:36.346575 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-18d9de60-4950-4843-97f1-035f165770ce req-54f53f13-cbfc-4bad-ae75-e4b1e29d4a6a tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 943 time: 0.1722097 Dec 02 15:52:36.358752 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20c13b-6bec-48e9-b629-cc4a1810f571 req-8e13f140-7c64-483c-871f-a382185b11b2 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:36.360418 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1c20c13b-6bec-48e9-b629-cc4a1810f571 req-8e13f140-7c64-483c-871f-a382185b11b2 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1392636 Dec 02 15:52:36.371792 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] For port cf42d58a-4218-48e4-8576-dd4028756cd0, host hv-cinder-73761, cleared binding levels {{(pid=80330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:52:36.375724 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] For port cf42d58a-4218-48e4-8576-dd4028756cd0, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=cf42d58a-4218-48e4-8576-dd4028756cd0,segment=NetworkSegment(4211b208-8e55-4ddb-a57d-729c1860213f),segment_id=4211b208-8e55-4ddb-a57d-729c1860213f)] {{(pid=80330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:52:36.425922 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:36.443420 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6340d350-8775-4d2c-adfa-d1d697a8266e tempest-DeleteServersTestJSON-351072248 tempest-DeleteServersTestJSON-351072248] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:36.445652 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-18d9de60-4950-4843-97f1-035f165770ce req-1ca695ec-d930-4366-8a5a-882d0a48117f tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841589 Dec 02 15:52:36.450749 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1c20c13b-6bec-48e9-b629-cc4a1810f571 req-1998cfea-3cf2-4369-9efa-2004ac14a5b0 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733569 Dec 02 15:52:36.613662 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] Pushing event updated for resources: {'Port': ['ID=cf42d58a-4218-48e4-8576-dd4028756cd0,revision_number=3']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:36.619960 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:36.661706 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:36.662581 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:36.664137 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] 10.222.0.90 "PUT /v2.0/ports/cf42d58a-4218-48e4-8576-dd4028756cd0 HTTP/1.1" status: 200 len: 1157 time: 1.7762430 Dec 02 15:52:36.664690 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6c5743-e583-4020-af7d-06d154d3fd08', 'tag': 'cf42d58a-4218-48e4-8576-dd4028756cd0'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:52:36.734548 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6c5743-e583-4020-af7d-06d154d3fd08', 'tag': 'cf42d58a-4218-48e4-8576-dd4028756cd0', 'status': 'completed', 'code': 200} Dec 02 15:52:36.781322 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 1f701775-0a31-4c39-a9ae-08184535ec64 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:52:36.946737 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6dda6-76a0-4eba-b328-65214832ec37 req-916befca-8c35-45a4-bbea-aa10e8c13884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:36.949106 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5ab6dda6-76a0-4eba-b328-65214832ec37 req-916befca-8c35-45a4-bbea-aa10e8c13884 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=16608b3ebcfe473780f5b631f5b9c240&device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 1160 time: 0.1205997 Dec 02 15:52:36.999211 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning for port 1f701775-0a31-4c39-a9ae-08184535ec64 completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:52:37.028023 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 1f701775-0a31-4c39-a9ae-08184535ec64 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:52:37.028614 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:37.239853 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:37.241507 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6dda6-76a0-4eba-b328-65214832ec37 req-dd91be26-3616-4e39-89cb-e60a5501d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:37.244311 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5ab6dda6-76a0-4eba-b328-65214832ec37 req-dd91be26-3616-4e39-89cb-e60a5501d208 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=16608b3ebcfe473780f5b631f5b9c240&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2624085 Dec 02 15:52:37.257346 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747ad9c-7cf3-4741-9fcb-edcb9221877c req-5df34b65-c940-4abd-9787-13e89e6018bb tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:37.259065 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3747ad9c-7cf3-4741-9fcb-edcb9221877c req-5df34b65-c940-4abd-9787-13e89e6018bb tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.1319499 Dec 02 15:52:37.290171 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 1f701775-0a31-4c39-a9ae-08184535ec64, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=1f701775-0a31-4c39-a9ae-08184535ec64,segment=NetworkSegment(ca708766-9b54-46c3-9628-ffb652be6104),segment_id=ca708766-9b54-46c3-9628-ffb652be6104)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:52:37.292745 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7eee02-ef8c-465f-8f38-00bd5875d9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f701775-0a31-4c39-a9ae-08184535ec64'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:52:37.316717 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3747ad9c-7cf3-4741-9fcb-edcb9221877c req-f4cb6a9e-083b-4bfd-8b4b-ccbc7899e3ca tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508611 Dec 02 15:52:37.328338 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:37.330383 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a4004d41-df0e-462f-9644-e30b18341412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:37.374094 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7eee02-ef8c-465f-8f38-00bd5875d9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f701775-0a31-4c39-a9ae-08184535ec64', 'code': 200} Dec 02 15:52:37.447311 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6dda6-76a0-4eba-b328-65214832ec37 req-f96e6d80-2015-4654-85de-bd7e2928c628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:37.449399 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5ab6dda6-76a0-4eba-b328-65214832ec37 req-f96e6d80-2015-4654-85de-bd7e2928c628 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1828709 Dec 02 15:52:37.451148 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=1f701775-0a31-4c39-a9ae-08184535ec64,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:37.464992 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:37.738316 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-4b866321-25cd-4501-95fd-053ab2a162f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:37.740816 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-4b866321-25cd-4501-95fd-053ab2a162f4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=16608b3ebcfe473780f5b631f5b9c240&device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 1160 time: 0.1543446 Dec 02 15:52:37.865222 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfada1-b7c7-41d0-a51f-2591aaaa9ac8 req-87160567-eb7b-4bdc-a0c9-fcb9167b27b7 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:37.867121 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-73dfada1-b7c7-41d0-a51f-2591aaaa9ac8 req-87160567-eb7b-4bdc-a0c9-fcb9167b27b7 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 943 time: 0.2165933 Dec 02 15:52:37.879662 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942f0dc-36cc-411b-a28e-3428019a0649 req-adad0aff-44d4-4a88-9f27-7fc5fd1fd6ff tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:37.881360 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6942f0dc-36cc-411b-a28e-3428019a0649 req-adad0aff-44d4-4a88-9f27-7fc5fd1fd6ff tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1553974 Dec 02 15:52:37.911193 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 1f701775-0a31-4c39-a9ae-08184535ec64 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:52:37.981414 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-73dfada1-b7c7-41d0-a51f-2591aaaa9ac8 req-a1876fd8-3b4c-4836-ab0e-3c2323e5928b tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989044 Dec 02 15:52:37.995299 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6942f0dc-36cc-411b-a28e-3428019a0649 req-d793ab9f-8aa7-4cbe-9ba2-dada23f50b97 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947037 Dec 02 15:52:38.045890 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 1f701775-0a31-4c39-a9ae-08184535ec64 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:52:38.046307 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:38.214694 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-0f724ea6-be78-4d2d-9617-b4ee19f4c2e6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf42d58a-4218-48e4-8576-dd4028756cd0 HTTP/1.1" status: 200 len: 217 time: 0.4425642 Dec 02 15:52:38.387300 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab58be-4710-48fc-82db-97b3fefd9f50 req-c3f3051f-dbdd-49c1-855d-ba492226827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:38.389447 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e8ab58be-4710-48fc-82db-97b3fefd9f50 req-c3f3051f-dbdd-49c1-855d-ba492226827b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 1163 time: 0.5437419 Dec 02 15:52:38.391172 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-44a7d771-9b2c-4399-9600-0411010842a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:38.392984 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-44a7d771-9b2c-4399-9600-0411010842a3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d4fef72c-0ccf-43b1-b9f4-2c0047764198 HTTP/1.1" status: 200 len: 853 time: 0.1529729 Dec 02 15:52:38.524040 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-c0c4658c-ab4a-458c-bd88-af1175c1dfb9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b9c24517-8fd6-4fe7-9392-b3d3a9227fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762208 Dec 02 15:52:38.526040 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e8ab58be-4710-48fc-82db-97b3fefd9f50 req-dc2d7071-424c-4f88-b170-c3bb26f4b8ec service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125863 Dec 02 15:52:38.642249 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cba85b-383d-4fa2-b794-8978d4cf0b1b req-d73d3294-de19-4763-a1be-a3d1ea93d6c1 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:38.650938 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e2cba85b-383d-4fa2-b794-8978d4cf0b1b req-d73d3294-de19-4763-a1be-a3d1ea93d6c1 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.1054919 Dec 02 15:52:38.705331 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e2cba85b-383d-4fa2-b794-8978d4cf0b1b req-0b5409da-3375-4a4f-861e-72fdab2cd49e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522833 Dec 02 15:52:39.137698 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-937ec1e2-a8e8-435d-8d79-a27a19afcec1 service neutron] 10.222.0.90 "GET /v2.0/networks/b9c24517-8fd6-4fe7-9392-b3d3a9227fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695249 Dec 02 15:52:39.327139 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-36b8910b-310d-448d-9674-1a1f22eeb2f5 req-da5497d5-770e-4c48-9bb2-82ae629156d4 service neutron] 10.222.0.90 "GET /v2.0/networks/b9c24517-8fd6-4fe7-9392-b3d3a9227fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1817167 Dec 02 15:52:39.348691 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9bb44-7751-4908-bcfd-9fc9ce4bdaaf req-e1e11fca-0463-4b95-a70c-549651c0eaf8 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:39.351011 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f6b9bb44-7751-4908-bcfd-9fc9ce4bdaaf req-e1e11fca-0463-4b95-a70c-549651c0eaf8 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1261282 Dec 02 15:52:39.468208 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f6b9bb44-7751-4908-bcfd-9fc9ce4bdaaf req-58a80e65-351c-43dd-9170-6b693a7a8377 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078811 Dec 02 15:52:39.540245 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e43ab-4a7f-4afe-8a63-e2dab8f39449 req-e1b2c134-d487-4e10-8978-7bef01487afb tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:39.542909 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4d4e43ab-4a7f-4afe-8a63-e2dab8f39449 req-e1b2c134-d487-4e10-8978-7bef01487afb tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 943 time: 0.1426451 Dec 02 15:52:39.632392 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4d4e43ab-4a7f-4afe-8a63-e2dab8f39449 req-c01e6cfb-0142-4cef-803a-0ed66b8d7fa7 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769408 Dec 02 15:52:39.972409 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95ca9d-95a0-4729-bbe2-171ae92061c5 req-efb70d90-c20c-4930-a305-c29e8ab55e6c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:39.974040 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5a95ca9d-95a0-4729-bbe2-171ae92061c5 req-efb70d90-c20c-4930-a305-c29e8ab55e6c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.1001098 Dec 02 15:52:40.036576 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5a95ca9d-95a0-4729-bbe2-171ae92061c5 req-24702258-598d-4000-8351-3f098f46b66b tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534699 Dec 02 15:52:40.763682 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632e5aa-3a2b-4f38-98c4-487be2db4c72 req-7ce73a0f-69a3-4085-8a57-1c4b10391853 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:40.767930 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0632e5aa-3a2b-4f38-98c4-487be2db4c72 req-7ce73a0f-69a3-4085-8a57-1c4b10391853 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1147218 Dec 02 15:52:40.883771 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0632e5aa-3a2b-4f38-98c4-487be2db4c72 req-2e856567-a0ba-41aa-b77a-3caf86d6ee5f tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999696 Dec 02 15:52:41.023404 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318bcc6-e151-4783-8eea-40a3f175002f req-b0da4bb4-db4d-4435-9b78-c0ebb38f6c95 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:41.023404 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1318bcc6-e151-4783-8eea-40a3f175002f req-b0da4bb4-db4d-4435-9b78-c0ebb38f6c95 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 943 time: 0.1363428 Dec 02 15:52:41.091409 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1318bcc6-e151-4783-8eea-40a3f175002f req-56c3b574-2174-47cd-b50e-ec134a3e77d3 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592911 Dec 02 15:52:41.423641 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913c68c-ddee-4dad-8478-50f96cb06b11 req-8ee01db0-3a69-4893-ad4d-887cccbd8dc3 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:41.425309 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d913c68c-ddee-4dad-8478-50f96cb06b11 req-8ee01db0-3a69-4893-ad4d-887cccbd8dc3 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.0954089 Dec 02 15:52:41.475777 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d913c68c-ddee-4dad-8478-50f96cb06b11 req-d51caf0f-ff03-4069-aa56-c51c03458f50 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436516 Dec 02 15:52:41.744033 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4a01c-ac0b-45bd-98b0-3ca362965467 req-7d35aadd-699d-430c-810c-20ba3d3bbab3 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:41.746923 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c2e4a01c-ac0b-45bd-98b0-3ca362965467 req-7d35aadd-699d-430c-810c-20ba3d3bbab3 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.0939817 Dec 02 15:52:41.763975 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 38064) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:41.778388 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-b8be1336-39a5-45c7-9a14-ac3a5ae3895e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Request body: {'floatingip': {'port_id': '1f701775-0a31-4c39-a9ae-08184535ec64'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:52:41.965868 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b8be1336-39a5-45c7-9a14-ac3a5ae3895e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for floatingip, before_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:42.157516 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 1f701775-0a31-4c39-a9ae-08184535ec64 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:52:42.244985 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 1f701775-0a31-4c39-a9ae-08184535ec64 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:52:42.245551 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:42.812971 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-129bc788-e155-472e-8dcc-4116f7663aac tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:42.814786 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-129bc788-e155-472e-8dcc-4116f7663aac tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/networks?id=35fd24f2-ba7b-406a-8613-44494f3bdb02 HTTP/1.1" status: 200 len: 815 time: 0.6703501 Dec 02 15:52:42.821252 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc7640-b139-47e2-9b43-d48bb0cdac80 req-45cec8e3-30fc-4b13-8978-e9ca97fd11b2 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:42.823092 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f1cc7640-b139-47e2-9b43-d48bb0cdac80 req-45cec8e3-30fc-4b13-8978-e9ca97fd11b2 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.6723046 Dec 02 15:52:42.859395 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-a45c49ba-9928-466e-8164-b015df843d78 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/quotas/5b044abbdfeb42beab9693a7883ab0b0 HTTP/1.1" status: 200 len: 375 time: 0.0351443 Dec 02 15:52:43.043383 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f1cc7640-b139-47e2-9b43-d48bb0cdac80 req-356a455a-0474-4cce-bbab-5636bb3e5f06 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044988 Dec 02 15:52:43.160413 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-66f2e906-5627-4d0b-a5e4-ed3e9891e93c tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?tenant_id=5b044abbdfeb42beab9693a7883ab0b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2868469 Dec 02 15:52:43.542081 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-6a1db41f-34f3-485a-ab1d-952a5682cbaa service neutron] 10.222.0.98 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641925 Dec 02 15:52:43.545093 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b8be1336-39a5-45c7-9a14-ac3a5ae3895e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for floatingip, precommit_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:43.581421 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd0324-bca9-46c5-96e7-b0d8c931b41f req-d8dd8c64-f0a9-4df4-b4a7-c7940ef2a5b2 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:43.583101 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c3cd0324-bca9-46c5-96e7-b0d8c931b41f req-d8dd8c64-f0a9-4df4-b4a7-c7940ef2a5b2 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 943 time: 0.2879689 Dec 02 15:52:43.643615 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b8be1336-39a5-45c7-9a14-ac3a5ae3895e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854216080'] for floatingip, after_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:43.872012 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c3cd0324-bca9-46c5-96e7-b0d8c931b41f req-83fc63ff-547f-4ed4-96a4-d7ecad446cba tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351825 Dec 02 15:52:43.915098 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-26752f7c-7ae5-405d-96c2-b7ec63beaab0 service neutron] 10.222.0.98 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3656607 Dec 02 15:52:43.930509 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.l3_db [None req-b8be1336-39a5-45c7-9a14-ac3a5ae3895e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Floating IP d0b5d92b-f717-4dd3-bf2d-73cbd8ec3007 associated. External IP: 172.28.0.147, port: 1f701775-0a31-4c39-a9ae-08184535ec64. Dec 02 15:52:44.269223 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.objects.ports [None req-858160de-3c3f-4ac0-abe4-519745b695ff None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80332) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 02 15:52:44.391728 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d9ac5f7c-8f58-4528-a810-7485c4d6f650 req-7cbc60f2-be55-4bce-85dd-a2d1e63154e3 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 210 time: 0.0877378 Dec 02 15:52:44.563133 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80a154-8e54-4c75-9fd6-6e4b4b5fdb58 req-df8adaaf-c2bb-4986-a552-5cb614a37c8c tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:44.564839 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1c80a154-8e54-4c75-9fd6-6e4b4b5fdb58 req-df8adaaf-c2bb-4986-a552-5cb614a37c8c tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.2180398 Dec 02 15:52:44.705244 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1c80a154-8e54-4c75-9fd6-6e4b4b5fdb58 req-b6021df6-e4a9-421d-a4ba-954657de79e4 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763431 Dec 02 15:52:44.750209 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8be1336-39a5-45c7-9a14-ac3a5ae3895e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Router dc5f2e98-ff09-4d09-975b-b276769dc2d4 has already been hosted by L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf {{(pid=80331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 15:52:45.031572 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8be1336-39a5-45c7-9a14-ac3a5ae3895e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:52:45.050650 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b8be1336-39a5-45c7-9a14-ac3a5ae3895e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for floatingip, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:45.053113 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c271b94-82e2-4191-83d7-9e163c99f21d None None] Sync routers for ids ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'] in dv-cinder-737618-2-smb {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:52:45.064639 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c271b94-82e2-4191-83d7-9e163c99f21d None None] Routers {'dc5f2e98-ff09-4d09-975b-b276769dc2d4'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:52:45.065346 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-0c271b94-82e2-4191-83d7-9e163c99f21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:52:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:52:45.288697 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-0c271b94-82e2-4191-83d7-9e163c99f21d None None] Set router dc5f2e98-ff09-4d09-975b-b276769dc2d4 gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:52:45.340512 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-b8be1336-39a5-45c7-9a14-ac3a5ae3895e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "PUT /v2.0/floatingips/d0b5d92b-f717-4dd3-bf2d-73cbd8ec3007 HTTP/1.1" status: 200 len: 992 time: 3.5744457 Dec 02 15:52:45.346576 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7eee02-ef8c-465f-8f38-00bd5875d9ea', 'tag': '1f701775-0a31-4c39-a9ae-08184535ec64'}] {{(pid=80331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:52:45.415140 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61d4d7-25df-4ede-8f41-64624fb1747f req-df2bfd2d-1ed3-436b-9e3d-72b6fdba5acd tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:45.418602 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3f61d4d7-25df-4ede-8f41-64624fb1747f req-df2bfd2d-1ed3-436b-9e3d-72b6fdba5acd tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 943 time: 0.3804002 Dec 02 15:52:45.477341 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3f61d4d7-25df-4ede-8f41-64624fb1747f req-647d6541-c23c-4b51-a43d-7624adbe9bbb tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490646 Dec 02 15:52:45.579786 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7eee02-ef8c-465f-8f38-00bd5875d9ea', 'tag': '1f701775-0a31-4c39-a9ae-08184535ec64', 'status': 'completed', 'code': 200} Dec 02 15:52:45.618535 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device cf42d58a-4218-48e4-8576-dd4028756cd0 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:52:45.797995 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning for port cf42d58a-4218-48e4-8576-dd4028756cd0 completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:52:45.809645 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port cf42d58a-4218-48e4-8576-dd4028756cd0 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:52:45.814302 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:45.865469 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c820e8-edfd-4b8a-a16b-d6905544ab1c req-617ab0ec-d5fd-4c9e-827a-660f63190b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:45.867197 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-09c820e8-edfd-4b8a-a16b-d6905544ab1c req-617ab0ec-d5fd-4c9e-827a-660f63190b00 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5dcc037c94944143a3f2fdcc7f6a2f6d&device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 1163 time: 0.1121800 Dec 02 15:52:45.884590 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-0c271b94-82e2-4191-83d7-9e163c99f21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2086942736-router', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:54Z', 'updated_at': '2020-12-02T15:52:05Z', 'revision_number': 4, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'gw_port': {'id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:57Z', 'updated_at': '2020-12-02T15:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_floatingips': [{'id': 'd0b5d92b-f717-4dd3-bf2d-73cbd8ec3007', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'floating_ip_address': '172.28.0.147', 'floating_network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'router_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'port_id': '1f701775-0a31-4c39-a9ae-08184535ec64', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'mac_address': 'fa:16:3e:7d:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7eee02-ef8c-465f-8f38-00bd5875d9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:52:14Z', 'updated_at': '2020-12-02T15:52:43Z', 'revision_number': 1, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4d19659-342b-45e1-9c57-c93f397ab414', 'name': '', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'mac_address': 'fa:16:3e:55:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:52:03Z', 'updated_at': '2020-12-02T15:52:16Z', 'revision_number': 5, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'subnets': [{'id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:52:45.890618 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c271b94-82e2-4191-83d7-9e163c99f21d None None] Checking router: dc5f2e98-ff09-4d09-975b-b276769dc2d4 for host: dv-cinder-737618-2-smb {{(pid=80333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:52:45.902805 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c271b94-82e2-4191-83d7-9e163c99f21d None None] Routers {'dc5f2e98-ff09-4d09-975b-b276769dc2d4'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:52:45.903784 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-0c271b94-82e2-4191-83d7-9e163c99f21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:52:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:52:45.983369 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-db6514a6-1978-4380-abaa-0ac80f9d9581 req-a2695660-4d9d-48c7-8642-76ff39035e4a tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 210 time: 0.1158595 Dec 02 15:52:46.180662 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:46.255334 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c820e8-edfd-4b8a-a16b-d6905544ab1c req-de5d8bea-466c-44c1-a43c-6fb8b3c1db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:46.258010 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-09c820e8-edfd-4b8a-a16b-d6905544ab1c req-de5d8bea-466c-44c1-a43c-6fb8b3c1db92 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ae619313-79bd-4f58-9d4f-05b9d1c1f579 HTTP/1.1" status: 200 len: 911 time: 0.3763828 Dec 02 15:52:46.258364 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port cf42d58a-4218-48e4-8576-dd4028756cd0, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=cf42d58a-4218-48e4-8576-dd4028756cd0,segment=NetworkSegment(4211b208-8e55-4ddb-a57d-729c1860213f),segment_id=4211b208-8e55-4ddb-a57d-729c1860213f)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:52:46.262303 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6c5743-e583-4020-af7d-06d154d3fd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf42d58a-4218-48e4-8576-dd4028756cd0'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:52:46.294889 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:46.302188 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-8964df08-5522-4208-9977-2199d709081e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:46.327523 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a24456-f229-42c9-85d2-5153df6c4be0 req-3734d018-b106-453d-be51-9097554e1ff4 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:46.331468 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b9a24456-f229-42c9-85d2-5153df6c4be0 req-3734d018-b106-453d-be51-9097554e1ff4 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1333435 Dec 02 15:52:46.410466 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-0c271b94-82e2-4191-83d7-9e163c99f21d None None] Set router dc5f2e98-ff09-4d09-975b-b276769dc2d4 gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:52:46.439073 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6c5743-e583-4020-af7d-06d154d3fd08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf42d58a-4218-48e4-8576-dd4028756cd0', 'code': 200} Dec 02 15:52:46.500049 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b9a24456-f229-42c9-85d2-5153df6c4be0 req-a8ae095a-fa28-42ac-8335-75c3d99bd808 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559756 Dec 02 15:52:46.577659 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=cf42d58a-4218-48e4-8576-dd4028756cd0,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:46.583351 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:46.662824 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-09c820e8-edfd-4b8a-a16b-d6905544ab1c req-be812935-6671-409b-aa28-c601eff4dc78 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f701775-0a31-4c39-a9ae-08184535ec64 HTTP/1.1" status: 200 len: 1000 time: 0.3845205 Dec 02 15:52:46.889633 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c820e8-edfd-4b8a-a16b-d6905544ab1c req-7bf620cb-b4d9-4573-b45b-f57266b31606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:46.899515 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-09c820e8-edfd-4b8a-a16b-d6905544ab1c req-7bf620cb-b4d9-4573-b45b-f57266b31606 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a59a6d3-2eec-4eca-96de-faf6098a43d0 HTTP/1.1" status: 200 len: 856 time: 0.1393712 Dec 02 15:52:46.958926 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009984b-42ec-4c75-b4e1-21e501512197 req-6d368d4b-faa9-4828-a28f-279213d6cce5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:46.972889 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4009984b-42ec-4c75-b4e1-21e501512197 req-6d368d4b-faa9-4828-a28f-279213d6cce5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 945 time: 0.2443690 Dec 02 15:52:47.012441 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device cf42d58a-4218-48e4-8576-dd4028756cd0 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:52:47.116385 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4009984b-42ec-4c75-b4e1-21e501512197 req-ac0ac533-99d3-4c6f-8850-43af19b851d8 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424358 Dec 02 15:52:47.123454 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-0c271b94-82e2-4191-83d7-9e163c99f21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2086942736-router', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:54Z', 'updated_at': '2020-12-02T15:52:05Z', 'revision_number': 4, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'gw_port': {'id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:57Z', 'updated_at': '2020-12-02T15:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_floatingips': [{'id': 'd0b5d92b-f717-4dd3-bf2d-73cbd8ec3007', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'floating_ip_address': '172.28.0.147', 'floating_network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'router_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'port_id': '1f701775-0a31-4c39-a9ae-08184535ec64', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'mac_address': 'fa:16:3e:7d:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7eee02-ef8c-465f-8f38-00bd5875d9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:52:14Z', 'updated_at': '2020-12-02T15:52:43Z', 'revision_number': 1, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4d19659-342b-45e1-9c57-c93f397ab414', 'name': '', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'mac_address': 'fa:16:3e:55:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:52:03Z', 'updated_at': '2020-12-02T15:52:16Z', 'revision_number': 5, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'subnets': [{'id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:52:47.131807 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c271b94-82e2-4191-83d7-9e163c99f21d None None] The sync data for ids ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'] in dv-cinder-737618-2-smb is: [{'id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2086942736-router', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:54Z', 'updated_at': '2020-12-02T15:52:05Z', 'revision_number': 4, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'gw_port': {'id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:57Z', 'updated_at': '2020-12-02T15:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_floatingips': [{'id': 'd0b5d92b-f717-4dd3-bf2d-73cbd8ec3007', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'floating_ip_address': '172.28.0.147', 'floating_network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'router_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'port_id': '1f701775-0a31-4c39-a9ae-08184535ec64', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'mac_address': 'fa:16:3e:7d:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7eee02-ef8c-465f-8f38-00bd5875d9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:52:14Z', 'updated_at': '2020-12-02T15:52:43Z', 'revision_number': 1, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4d19659-342b-45e1-9c57-c93f397ab414', 'name': '', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'mac_address': 'fa:16:3e:55:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:52:03Z', 'updated_at': '2020-12-02T15:52:16Z', 'revision_number': 5, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'subnets': [{'id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:52:47.179327 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port cf42d58a-4218-48e4-8576-dd4028756cd0 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:52:47.179823 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:47.373541 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c820e8-edfd-4b8a-a16b-d6905544ab1c req-4a8254fc-3d3b-4628-9438-ad19141b595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:47.376329 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-09c820e8-edfd-4b8a-a16b-d6905544ab1c req-4a8254fc-3d3b-4628-9438-ad19141b595f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ae619313-79bd-4f58-9d4f-05b9d1c1f579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4648330 Dec 02 15:52:47.505467 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f3df91d1-e15a-4015-8d7e-e24fe85f4941 req-a6c930ca-3059-4c45-b75a-1ed367d87aea tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 210 time: 0.0701458 Dec 02 15:52:47.640085 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-f8a88bb8-3260-488e-a5cc-23e0a7058e59 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:47.641876 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-f8a88bb8-3260-488e-a5cc-23e0a7058e59 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.90 "GET /v2.0/networks?id=35fd24f2-ba7b-406a-8613-44494f3bdb02 HTTP/1.1" status: 200 len: 815 time: 0.4545019 Dec 02 15:52:47.675322 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424766ca-604f-434f-a9c0-1f1ef22b531d None None] New status for floating IP d0b5d92b-f717-4dd3-bf2d-73cbd8ec3007: ACTIVE {{(pid=80332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 02 15:52:47.702535 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-970906a8-11ca-43d2-abba-26d90986a1d8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Request body: {'port': {'device_id': 'cc4c0a23-044e-4866-b5b5-6f7b96adfe3a', 'network_id': '35fd24f2-ba7b-406a-8613-44494f3bdb02', 'admin_state_up': True, 'tenant_id': '5b044abbdfeb42beab9693a7883ab0b0'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:52:47.894300 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac06e9-5f20-4dec-8e46-b0702d8c6b6e req-05c7e61e-0506-40d5-b40f-bc6a84609657 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:47.905856 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-03ac06e9-5f20-4dec-8e46-b0702d8c6b6e req-05c7e61e-0506-40d5-b40f-bc6a84609657 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1229935 Dec 02 15:52:47.944516 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-970906a8-11ca-43d2-abba-26d90986a1d8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:52:47.949941 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-970906a8-11ca-43d2-abba-26d90986a1d8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Usage tracker for resource:port and tenant:5b044abbdfeb42beab9693a7883ab0b0 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:52:47.953865 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-970906a8-11ca-43d2-abba-26d90986a1d8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Quota usage for port was recalculated. Used quota:3. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:52:47.961873 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-970906a8-11ca-43d2-abba-26d90986a1d8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:52:47.975003 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8503c7d-2904-48a3-b09c-f286261c23be req-957378f8-b005-4e8b-8da8-4dd27b5666b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:47.975924 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-03ac06e9-5f20-4dec-8e46-b0702d8c6b6e req-f03db9e6-3dce-4f5b-b609-1a9244232596 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687344 Dec 02 15:52:47.979842 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f8503c7d-2904-48a3-b09c-f286261c23be req-957378f8-b005-4e8b-8da8-4dd27b5666b5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 1162 time: 0.8909156 Dec 02 15:52:48.009539 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-970906a8-11ca-43d2-abba-26d90986a1d8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Made reservation on behalf of 5b044abbdfeb42beab9693a7883ab0b0 for: {'port': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:52:48.016514 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-970906a8-11ca-43d2-abba-26d90986a1d8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:48.117729 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f8503c7d-2904-48a3-b09c-f286261c23be req-27ceadfd-569f-4f40-a2d0-e780438fd737 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118605 Dec 02 15:52:48.146994 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 38206) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:48.152730 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-09c820e8-edfd-4b8a-a16b-d6905544ab1c req-6b38ca7d-48ec-47cc-983c-9bebcf0c5675 service neutron] 10.222.0.90 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7460737 Dec 02 15:52:48.268334 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 38214) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:48.455943 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9deecb4-6662-4243-9861-91b4a71801f6 req-5bcaaf51-f351-4829-aad3-a272b4462c35 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:48.463012 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f9deecb4-6662-4243-9861-91b4a71801f6 req-5bcaaf51-f351-4829-aad3-a272b4462c35 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 945 time: 0.1166182 Dec 02 15:52:48.538775 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b9ba494c-2df6-4e88-ae29-e3ecb7f8d092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:48.551257 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a2c3-46db-4ee2-9230-725ac59e5cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:48.561172 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-b9ba494c-2df6-4e88-ae29-e3ecb7f8d092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:52:48.566945 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-b9ba494c-2df6-4e88-ae29-e3ecb7f8d092 admin admin] Usage tracker for resource:security_group_rule and tenant:9c40dda7e6f34418970bdcd7db05f79d is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:52:48.571994 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f9deecb4-6662-4243-9861-91b4a71801f6 req-d02c36ed-bf8c-40fe-9fff-8e96831441c2 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018071 Dec 02 15:52:48.573520 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-b9ba494c-2df6-4e88-ae29-e3ecb7f8d092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:52:48.580736 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-b9ba494c-2df6-4e88-ae29-e3ecb7f8d092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:52:48.618356 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-a0a0a2c3-46db-4ee2-9230-725ac59e5cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:52:48.627862 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-a0a0a2c3-46db-4ee2-9230-725ac59e5cdb admin admin] Usage tracker for resource:security_group_rule and tenant:3160a5f6de924795baf678434785922e is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:52:48.633129 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-a0a0a2c3-46db-4ee2-9230-725ac59e5cdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:52:48.644058 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-a0a0a2c3-46db-4ee2-9230-725ac59e5cdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:52:48.700501 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-970906a8-11ca-43d2-abba-26d90986a1d8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Allocated IP 172.20.0.11 (35fd24f2-ba7b-406a-8613-44494f3bdb02/68d8031a-7a09-472a-b47a-09b4d4b5b727/9349598b-78f5-4f92-908c-996ae2c6e5ee) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:52:48.799122 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9c4688f8-8bb2-4f40-b6f8-f1eec3a86e2a req-94625872-f279-4549-94f3-910978652673 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 210 time: 0.0682743 Dec 02 15:52:48.801484 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b9ba494c-2df6-4e88-ae29-e3ecb7f8d092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:48.834953 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b9ba494c-2df6-4e88-ae29-e3ecb7f8d092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:48.849312 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-1029db82-71be-41b0-9c7a-9e8d4c65037b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:48.892749 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-b9ba494c-2df6-4e88-ae29-e3ecb7f8d092 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9c40dda7e6f34418970bdcd7db05f79d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7444286 Dec 02 15:52:48.898288 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 38228) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:48.899060 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba494c-2df6-4e88-ae29-e3ecb7f8d092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e4c97e-ebc8-4962-9c66-ae0cb82a2704,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:48.904216 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b9ba494c-2df6-4e88-ae29-e3ecb7f8d092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:48.976017 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-bf08d858-444a-46dc-91f5-3f2473d6b847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:49.010585 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-bf08d858-444a-46dc-91f5-3f2473d6b847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:49.060608 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-09c820e8-edfd-4b8a-a16b-d6905544ab1c req-d56f02d1-4c0f-4ed5-87c7-6626509bad9a service neutron] 10.222.0.90 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3918231 Dec 02 15:52:49.111157 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-bf08d858-444a-46dc-91f5-3f2473d6b847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:49.125611 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ee47750b-2af6-4476-9383-b2253ae7ca3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:49.233710 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08d858-444a-46dc-91f5-3f2473d6b847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e4c97e-ebc8-4962-9c66-ae0cb82a2704,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:49.252207 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-bf08d858-444a-46dc-91f5-3f2473d6b847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:49.254294 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-bf08d858-444a-46dc-91f5-3f2473d6b847 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/76e4c97e-ebc8-4962-9c66-ae0cb82a2704 HTTP/1.1" status: 204 len: 168 time: 0.3517218 Dec 02 15:52:49.256543 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-bf08d858-444a-46dc-91f5-3f2473d6b847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:49.351572 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76c9a1-e88b-436a-b3c8-29b3e150e35d req-f5e95e58-94d3-4445-9a15-242b5e08d2fa tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:49.355684 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5f76c9a1-e88b-436a-b3c8-29b3e150e35d req-f5e95e58-94d3-4445-9a15-242b5e08d2fa tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.2003815 Dec 02 15:52:49.359082 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a2c3-46db-4ee2-9230-725ac59e5cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:49.404175 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-970906a8-11ca-43d2-abba-26d90986a1d8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:49.420671 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a0a0a2c3-46db-4ee2-9230-725ac59e5cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:49.430850 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:49.442401 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5f76c9a1-e88b-436a-b3c8-29b3e150e35d req-e501e4f1-1c51-4312-b3fc-e7d43b661845 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787399 Dec 02 15:52:49.462722 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0a2c3-46db-4ee2-9230-725ac59e5cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0781d1e7-0be7-4457-bf5e-879e2fdf99fb,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:49.470591 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a0a0a2c3-46db-4ee2-9230-725ac59e5cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:49.498420 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 38238) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:52:49.501219 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-a0a0a2c3-46db-4ee2-9230-725ac59e5cdb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3160a5f6de924795baf678434785922e&name=default HTTP/1.1" status: 200 len: 2879 time: 1.2290263 Dec 02 15:52:49.552261 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:52:49.554364 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-970906a8-11ca-43d2-abba-26d90986a1d8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:49.585601 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:49.641202 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9c51-db29-40f8-af12-8c0a640522b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:49.675523 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9c51-db29-40f8-af12-8c0a640522b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:49.705193 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970906a8-11ca-43d2-abba-26d90986a1d8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Pushing event updated for resources: {'Port': ['ID=9349598b-78f5-4f92-908c-996ae2c6e5ee,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:49.721375 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-970906a8-11ca-43d2-abba-26d90986a1d8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:49.826110 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9c51-db29-40f8-af12-8c0a640522b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:49.857415 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2d402d6b-cf54-4ed8-beaa-e223f4ba0474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:49.874275 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd9c51-db29-40f8-af12-8c0a640522b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0781d1e7-0be7-4457-bf5e-879e2fdf99fb,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:49.878657 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-8bcd9c51-db29-40f8-af12-8c0a640522b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:49.896984 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-970906a8-11ca-43d2-abba-26d90986a1d8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Network 35fd24f2-ba7b-406a-8613-44494f3bdb02 is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:52:49.902825 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device cf42d58a-4218-48e4-8576-dd4028756cd0 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:52:49.903691 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-970906a8-11ca-43d2-abba-26d90986a1d8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:52:49.907245 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-970906a8-11ca-43d2-abba-26d90986a1d8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:52:49.931457 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9c51-db29-40f8-af12-8c0a640522b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:49.934262 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-8bcd9c51-db29-40f8-af12-8c0a640522b8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0781d1e7-0be7-4457-bf5e-879e2fdf99fb HTTP/1.1" status: 204 len: 168 time: 0.4342403 Dec 02 15:52:50.020667 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089e761-ea8a-48f5-a50c-10849801c463 req-f8f00a60-05de-40e9-94f7-d594da16eb42 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:50.024086 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7089e761-ea8a-48f5-a50c-10849801c463 req-f8f00a60-05de-40e9-94f7-d594da16eb42 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 945 time: 0.2458894 Dec 02 15:52:50.066614 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-970906a8-11ca-43d2-abba-26d90986a1d8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:50.067312 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-970906a8-11ca-43d2-abba-26d90986a1d8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:50.106117 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port cf42d58a-4218-48e4-8576-dd4028756cd0 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:52:50.107329 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:50.131801 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5f691-74ee-4fb4-af4f-43d5e2464474 req-c14b023c-cd5d-4aad-aca4-a090c5153fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:50.133870 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-daa5f691-74ee-4fb4-af4f-43d5e2464474 req-c14b023c-cd5d-4aad-aca4-a090c5153fe1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 1162 time: 0.1523638 Dec 02 15:52:50.196177 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-970906a8-11ca-43d2-abba-26d90986a1d8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5144627 Dec 02 15:52:50.234561 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7089e761-ea8a-48f5-a50c-10849801c463 req-07dc5807-cead-4b29-9765-e7c3176f2c9a tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853127 Dec 02 15:52:50.248367 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] Request body: {'port': {'device_id': 'cc4c0a23-044e-4866-b5b5-6f7b96adfe3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:52:50.321723 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27637531-b402-45c9-816d-3965cff829af req-055f82c2-4e55-41a0-9dc6-65db3662923b tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:50.323831 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-27637531-b402-45c9-816d-3965cff829af req-055f82c2-4e55-41a0-9dc6-65db3662923b tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 932 time: 0.2017794 Dec 02 15:52:50.349568 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-daa5f691-74ee-4fb4-af4f-43d5e2464474 req-491e4638-f909-406e-9eb0-10de09de4c69 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016733 Dec 02 15:52:50.413084 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-27637531-b402-45c9-816d-3965cff829af req-313e8387-7d2e-4241-bc92-dd4feb18e23c tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751381 Dec 02 15:52:50.556834 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:50.938152 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f830b5f-9b68-4574-8df6-3f7d05b138ea req-7f0ab592-230d-4898-b83b-b753fd403e24 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:50.952012 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3f830b5f-9b68-4574-8df6-3f7d05b138ea req-7f0ab592-230d-4898-b83b-b753fd403e24 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1990073 Dec 02 15:52:51.077951 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3f830b5f-9b68-4574-8df6-3f7d05b138ea req-21a797db-d5ea-4b16-981b-17bd189dc593 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208990 Dec 02 15:52:51.433520 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9349598b-78f5-4f92-908c-996ae2c6e5ee {{(pid=80330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 15:52:51.450761 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:51.551746 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] Transition to ACTIVE for port object 9349598b-78f5-4f92-908c-996ae2c6e5ee will not be triggered until provisioned by entity L2. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:52:51.588936 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:51.651433 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-f2a3bc2c-6782-4c09-88d5-71db56f78add tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:51.930716 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5ba98-35c3-4b48-a0c2-0bc90b486b13 req-4c4eec57-99b8-4cf5-91bf-d83f7f016534 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:51.939324 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7fe5ba98-35c3-4b48-a0c2-0bc90b486b13 req-4c4eec57-99b8-4cf5-91bf-d83f7f016534 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 945 time: 0.2124553 Dec 02 15:52:51.951884 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-10ca1bbc-9742-4d55-b8c6-d6500662e994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:52.051501 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7fe5ba98-35c3-4b48-a0c2-0bc90b486b13 req-15d83111-7673-439b-8860-885a7ebc7bcf tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978799 Dec 02 15:52:52.063074 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] Pushing event updated for resources: {'Port': ['ID=9349598b-78f5-4f92-908c-996ae2c6e5ee,revision_number=2']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:52.069011 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:52.403820 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] Attempting to bind port 9349598b-78f5-4f92-908c-996ae2c6e5ee on host hv-cinder-73761 for vnic_type normal with profile {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:52:52.404357 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] Attempting to bind port 9349598b-78f5-4f92-908c-996ae2c6e5ee by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '9aebbdee-50e1-48d0-ae87-0bb502d0e028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '35fd24f2-ba7b-406a-8613-44494f3bdb02'}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:52:52.404734 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] Attempting to bind port 9349598b-78f5-4f92-908c-996ae2c6e5ee on network 35fd24f2-ba7b-406a-8613-44494f3bdb02 {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:52:52.411653 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] Checking agent: {'id': 'a457a183-c7c9-4615-b19d-972b3b736d4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 48, 2), 'started_at': datetime.datetime(2020, 12, 2, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:52:52.412053 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] Checking segment: {'id': '9aebbdee-50e1-48d0-ae87-0bb502d0e028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '35fd24f2-ba7b-406a-8613-44494f3bdb02'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:52:52.412386 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:52.412793 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] Bound using segment: {'id': '9aebbdee-50e1-48d0-ae87-0bb502d0e028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '35fd24f2-ba7b-406a-8613-44494f3bdb02'} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:52:52.413282 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] Bound port: 9349598b-78f5-4f92-908c-996ae2c6e5ee, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aebbdee-50e1-48d0-ae87-0bb502d0e028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '35fd24f2-ba7b-406a-8613-44494f3bdb02'}}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:52:52.413663 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:52.530786 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] For port 9349598b-78f5-4f92-908c-996ae2c6e5ee, host hv-cinder-73761, cleared binding levels {{(pid=80330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:52:52.534683 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] For port 9349598b-78f5-4f92-908c-996ae2c6e5ee, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=9349598b-78f5-4f92-908c-996ae2c6e5ee,segment=NetworkSegment(9aebbdee-50e1-48d0-ae87-0bb502d0e028),segment_id=9aebbdee-50e1-48d0-ae87-0bb502d0e028)] {{(pid=80330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:52:52.574569 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0d26e-5692-4299-8ffe-3bc473469269 req-1bb60c1d-5903-4a33-9ef9-2601b104c7d8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:52.577420 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:52.587838 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-05e0d26e-5692-4299-8ffe-3bc473469269 req-1bb60c1d-5903-4a33-9ef9-2601b104c7d8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 944 time: 0.1849957 Dec 02 15:52:52.707145 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-fb34940c-3c48-490e-b358-011ce7b44c65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:52:52.764314 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-05e0d26e-5692-4299-8ffe-3bc473469269 req-74430d08-b65c-4aa0-ba6c-46980fb578dc tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329875 Dec 02 15:52:52.889761 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] Pushing event updated for resources: {'Port': ['ID=9349598b-78f5-4f92-908c-996ae2c6e5ee,revision_number=3']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:52:52.941220 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3c9d9-fb56-4dcb-a6bc-5faff56a5c5d req-86e89dc6-bd19-4641-ab4e-3381b5fc8e19 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:52.952197 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-10f3c9d9-fb56-4dcb-a6bc-5faff56a5c5d req-86e89dc6-bd19-4641-ab4e-3381b5fc8e19 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1755269 Dec 02 15:52:53.060826 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:52:53.070734 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device cf42d58a-4218-48e4-8576-dd4028756cd0 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:52:53.109883 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:53.111101 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:53.113851 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] 10.222.0.90 "PUT /v2.0/ports/9349598b-78f5-4f92-908c-996ae2c6e5ee HTTP/1.1" status: 200 len: 1158 time: 2.8862388 Dec 02 15:52:53.147598 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4c0a23-044e-4866-b5b5-6f7b96adfe3a', 'tag': '9349598b-78f5-4f92-908c-996ae2c6e5ee'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:52:53.165371 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-10f3c9d9-fb56-4dcb-a6bc-5faff56a5c5d req-0d04344d-3e37-4741-a0a4-46c7879ba101 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127643 Dec 02 15:52:53.271584 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port cf42d58a-4218-48e4-8576-dd4028756cd0 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:52:53.281328 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:53.377146 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4c0a23-044e-4866-b5b5-6f7b96adfe3a', 'tag': '9349598b-78f5-4f92-908c-996ae2c6e5ee', 'status': 'completed', 'code': 200} Dec 02 15:52:53.657955 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-a53fa080-2b32-4d3f-9b3a-0816e9a851d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:53.661194 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-a53fa080-2b32-4d3f-9b3a-0816e9a851d2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5b044abbdfeb42beab9693a7883ab0b0&device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 1161 time: 0.2202244 Dec 02 15:52:53.830310 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-380154a8-1407-419e-b3a2-9876be28c08e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9349598b-78f5-4f92-908c-996ae2c6e5ee HTTP/1.1" status: 200 len: 217 time: 0.1332109 Dec 02 15:52:54.044927 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-277f6b27-95ae-459d-abe9-7581797617b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:54.048020 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-277f6b27-95ae-459d-abe9-7581797617b6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=68d8031a-7a09-472a-b47a-09b4d4b5b727 HTTP/1.1" status: 200 len: 855 time: 0.2106695 Dec 02 15:52:54.157631 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-9fddb252-d524-4dfc-8880-e00407a304f0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=35fd24f2-ba7b-406a-8613-44494f3bdb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949147 Dec 02 15:52:54.232336 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0617d60-f824-443c-9547-be53b167ae95 req-ed6330be-427f-40b6-9c31-207852ef97bf tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:54.240859 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e0617d60-f824-443c-9547-be53b167ae95 req-ed6330be-427f-40b6-9c31-207852ef97bf tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 944 time: 0.1155794 Dec 02 15:52:54.265160 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 18f02f70-567f-4198-9394-ba2790ddbc2f up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:52:54.304636 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e0617d60-f824-443c-9547-be53b167ae95 req-d27ef60f-0bb5-4732-84c4-7e86818428be tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624127 Dec 02 15:52:54.430081 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-c5855815-9755-4cf2-bbea-f6ec015116ce service neutron] 10.222.0.90 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594426 Dec 02 15:52:54.436093 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 18f02f70-567f-4198-9394-ba2790ddbc2f triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:52:54.436497 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:54.532568 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3811ab9-e5dc-4719-b176-a6aa090afa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:54.602534 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fe65b-7a4b-4c4c-b432-1583d3841904 req-193d2989-ec3a-496e-a327-0a03abe12de8 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:54.607147 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2b7fe65b-7a4b-4c4c-b432-1583d3841904 req-193d2989-ec3a-496e-a327-0a03abe12de8 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1925004 Dec 02 15:52:54.722414 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2b7fe65b-7a4b-4c4c-b432-1583d3841904 req-063bb03d-def7-4efd-b1f0-9ccdbda3c54c tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066759 Dec 02 15:52:54.752513 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cb91a595-4e15-4ced-ae66-0fccdf0c04d5 req-810fec23-aaaa-4c1e-a307-44362694a438 service neutron] 10.222.0.90 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2954214 Dec 02 15:52:54.887824 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:55.177498 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a10e65-1dc2-454c-9442-37c42f378bbf req-bfddde17-9d79-40bd-a7ac-873b0aa8a372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:55.179518 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-60a10e65-1dc2-454c-9442-37c42f378bbf req-bfddde17-9d79-40bd-a7ac-873b0aa8a372 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5b044abbdfeb42beab9693a7883ab0b0&device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 1161 time: 0.1881146 Dec 02 15:52:55.189699 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-087f039c-6ec1-4955-8431-51584fbdc9f0 req-022101fa-9a24-4c35-a9c5-26abd359ad34 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1143863 Dec 02 15:52:55.443567 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a10e65-1dc2-454c-9442-37c42f378bbf req-9a3e9f0b-c23c-4d19-9617-aa311f81ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:55.445210 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-60a10e65-1dc2-454c-9442-37c42f378bbf req-9a3e9f0b-c23c-4d19-9617-aa311f81ca81 service neutron] 10.222.0.90 "GET /v2.0/networks?id=35fd24f2-ba7b-406a-8613-44494f3bdb02 HTTP/1.1" status: 200 len: 909 time: 0.2545514 Dec 02 15:52:55.457193 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f039c-6ec1-4955-8431-51584fbdc9f0 req-34a125b9-61be-402d-973b-4017de3ed68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:55.458891 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-087f039c-6ec1-4955-8431-51584fbdc9f0 req-34a125b9-61be-402d-973b-4017de3ed68d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7679e824ae94af092eab065a5350394&device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 1162 time: 0.1564243 Dec 02 15:52:55.582200 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-60a10e65-1dc2-454c-9442-37c42f378bbf req-51b83347-3d30-4034-9311-b33a679a7c6d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9349598b-78f5-4f92-908c-996ae2c6e5ee HTTP/1.1" status: 200 len: 217 time: 0.1167111 Dec 02 15:52:55.590914 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0b5af-688b-4f07-8bf7-0562a34ef090 req-60353e90-3016-4582-8801-53554e8add12 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:55.592666 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-00b0b5af-688b-4f07-8bf7-0562a34ef090 req-60353e90-3016-4582-8801-53554e8add12 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.2246885 Dec 02 15:52:55.605065 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66679b-b29f-45dc-ac16-62737b3c1c8b req-48f553e4-db48-417f-96c8-6c8e89c11092 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:55.607084 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ba66679b-b29f-45dc-ac16-62737b3c1c8b req-48f553e4-db48-417f-96c8-6c8e89c11092 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 944 time: 0.1414270 Dec 02 15:52:55.691351 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-00b0b5af-688b-4f07-8bf7-0562a34ef090 req-0fe9c290-7aa1-4cef-9a37-94ddb4b4b89c tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810158 Dec 02 15:52:55.724804 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ba66679b-b29f-45dc-ac16-62737b3c1c8b req-e7695eda-feb2-414d-b842-685ecbb1f51f tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616269 Dec 02 15:52:55.792729 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:56.184468 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a10e65-1dc2-454c-9442-37c42f378bbf req-28498878-3132-4bc4-b17b-945f82901101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:56.186405 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-60a10e65-1dc2-454c-9442-37c42f378bbf req-28498878-3132-4bc4-b17b-945f82901101 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=68d8031a-7a09-472a-b47a-09b4d4b5b727 HTTP/1.1" status: 200 len: 855 time: 0.5144362 Dec 02 15:52:56.189650 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f039c-6ec1-4955-8431-51584fbdc9f0 req-83751abe-3cf9-4107-9ba9-b24377786d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:56.191354 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-087f039c-6ec1-4955-8431-51584fbdc9f0 req-83751abe-3cf9-4107-9ba9-b24377786d73 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e8564c47-b571-4eeb-9632-4e52a1d4b946 HTTP/1.1" status: 200 len: 913 time: 0.6527252 Dec 02 15:52:56.334171 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-60a10e65-1dc2-454c-9442-37c42f378bbf req-e3b025b5-93aa-40a2-82cb-c17e88a97cea service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=35fd24f2-ba7b-406a-8613-44494f3bdb02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229212 Dec 02 15:52:56.335764 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-087f039c-6ec1-4955-8431-51584fbdc9f0 req-632dc597-ae68-42b0-8c49-f5b8458c5f0d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18f02f70-567f-4198-9394-ba2790ddbc2f HTTP/1.1" status: 200 len: 217 time: 0.0858889 Dec 02 15:52:56.561071 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f039c-6ec1-4955-8431-51584fbdc9f0 req-933aabf4-ce04-4fcf-ba50-d6d7de62fe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:56.562888 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-087f039c-6ec1-4955-8431-51584fbdc9f0 req-933aabf4-ce04-4fcf-ba50-d6d7de62fe38 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3e434592-5494-4b21-a789-a46e40e41519 HTTP/1.1" status: 200 len: 859 time: 0.1666179 Dec 02 15:52:56.639277 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-087f039c-6ec1-4955-8431-51584fbdc9f0 req-c5002b70-3e2f-4061-b197-3653e0710403 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e8564c47-b571-4eeb-9632-4e52a1d4b946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639780 Dec 02 15:52:56.648643 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-60a10e65-1dc2-454c-9442-37c42f378bbf req-3ffdfa91-ba4c-4d8b-9574-d1e9907761b3 service neutron] 10.222.0.90 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804453 Dec 02 15:52:56.796868 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:52:56.939429 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-087f039c-6ec1-4955-8431-51584fbdc9f0 req-0dad81ae-e30a-47d1-aea0-af73b5423da5 service neutron] 10.222.0.90 "GET /v2.0/networks/e8564c47-b571-4eeb-9632-4e52a1d4b946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897222 Dec 02 15:52:56.943214 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-60a10e65-1dc2-454c-9442-37c42f378bbf req-8603fdad-6d11-4790-8ec9-c65d280addbe service neutron] 10.222.0.90 "GET /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2657762 Dec 02 15:52:57.117070 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad1725-a016-47a1-9ada-4a5eb6f55e1a req-969296d7-697c-4fef-b2f2-caed654c96eb tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:57.127185 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-50ad1725-a016-47a1-9ada-4a5eb6f55e1a req-969296d7-697c-4fef-b2f2-caed654c96eb tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1769476 Dec 02 15:52:57.161575 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb70d4-9e80-4687-aa32-d47d639dbd30 req-3b23eb1a-5680-4e3e-8d78-21bef2c03b47 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:57.171796 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b4bb70d4-9e80-4687-aa32-d47d639dbd30 req-3b23eb1a-5680-4e3e-8d78-21bef2c03b47 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 944 time: 0.2637935 Dec 02 15:52:57.235070 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-087f039c-6ec1-4955-8431-51584fbdc9f0 req-db2e3c60-1bda-4f81-85e7-66470e3478e2 service neutron] 10.222.0.90 "GET /v2.0/networks/e8564c47-b571-4eeb-9632-4e52a1d4b946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2543743 Dec 02 15:52:57.240606 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b4bb70d4-9e80-4687-aa32-d47d639dbd30 req-2f29a073-4cd2-4c8b-b6b4-94a79b16d98f tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675189 Dec 02 15:52:57.258731 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-50ad1725-a016-47a1-9ada-4a5eb6f55e1a req-e643002f-1f70-448f-a535-38d45a257fbc tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297724 Dec 02 15:52:57.546731 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a479b6-8e11-4ec1-9061-9696a9f63fca req-7a296a8b-3a9e-477b-9306-9a2b1acedb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:57.549606 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-22a479b6-8e11-4ec1-9061-9696a9f63fca req-7a296a8b-3a9e-477b-9306-9a2b1acedb5e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7679e824ae94af092eab065a5350394&device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 1162 time: 0.0974736 Dec 02 15:52:57.813692 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a479b6-8e11-4ec1-9061-9696a9f63fca req-86d9f2d5-1272-4d14-a1b0-9fe1c35d06d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:57.815295 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-22a479b6-8e11-4ec1-9061-9696a9f63fca req-86d9f2d5-1272-4d14-a1b0-9fe1c35d06d2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e8564c47-b571-4eeb-9632-4e52a1d4b946 HTTP/1.1" status: 200 len: 913 time: 0.1646075 Dec 02 15:52:57.901907 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-22a479b6-8e11-4ec1-9061-9696a9f63fca req-8705abc7-f834-4142-922e-994a9e843b6c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18f02f70-567f-4198-9394-ba2790ddbc2f HTTP/1.1" status: 200 len: 217 time: 0.0723031 Dec 02 15:52:57.984840 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a479b6-8e11-4ec1-9061-9696a9f63fca req-70478744-8dc8-4d95-91d7-29850c3cfec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:57.986605 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-22a479b6-8e11-4ec1-9061-9696a9f63fca req-70478744-8dc8-4d95-91d7-29850c3cfec3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3e434592-5494-4b21-a789-a46e40e41519 HTTP/1.1" status: 200 len: 859 time: 0.0686789 Dec 02 15:52:58.047038 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-22a479b6-8e11-4ec1-9061-9696a9f63fca req-434956f5-169a-40cd-ac7d-c984a58d494e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e8564c47-b571-4eeb-9632-4e52a1d4b946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497079 Dec 02 15:52:58.216619 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-22a479b6-8e11-4ec1-9061-9696a9f63fca req-901e698d-83ed-4342-ab6b-6ce16d0750bb service neutron] 10.222.0.90 "GET /v2.0/networks/e8564c47-b571-4eeb-9632-4e52a1d4b946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505902 Dec 02 15:52:58.428137 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-22a479b6-8e11-4ec1-9061-9696a9f63fca req-68b93a14-a049-451a-bf3c-60fe202e2de6 service neutron] 10.222.0.90 "GET /v2.0/networks/e8564c47-b571-4eeb-9632-4e52a1d4b946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1977093 Dec 02 15:52:58.591862 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac7db8-09ec-4dfe-9ed5-a8ddc6023e8f req-3633a61c-2354-4705-866a-30cbfb496ef2 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:58.599687 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ccac7db8-09ec-4dfe-9ed5-a8ddc6023e8f req-3633a61c-2354-4705-866a-30cbfb496ef2 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1878552 Dec 02 15:52:58.653336 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc4f3e-1284-4e22-8ac0-97735a71e738 req-a7381f6d-8963-4f06-8dae-49fc55fef3c4 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:58.655408 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1fdc4f3e-1284-4e22-8ac0-97735a71e738 req-a7381f6d-8963-4f06-8dae-49fc55fef3c4 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 944 time: 0.1914876 Dec 02 15:52:58.677160 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ccac7db8-09ec-4dfe-9ed5-a8ddc6023e8f req-11255bb6-b786-4065-b60c-2c0e8c446e83 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760248 Dec 02 15:52:58.764499 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1fdc4f3e-1284-4e22-8ac0-97735a71e738 req-53d6e539-83db-46d3-930f-e8aaed2a9c1e tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809331 Dec 02 15:52:59.375132 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af5766-8c67-4e76-8c61-d643e3423b19 req-e4d79c1d-caab-4e82-9bba-7b459b5ba7f2 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:52:59.376853 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e3af5766-8c67-4e76-8c61-d643e3423b19 req-e4d79c1d-caab-4e82-9bba-7b459b5ba7f2 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.0958745 Dec 02 15:52:59.430505 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e3af5766-8c67-4e76-8c61-d643e3423b19 req-18d58b5d-99c9-45da-ac98-e6780afc54eb tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469089 Dec 02 15:53:00.249246 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595dda6d-3bc9-4a36-ba9d-ae6b9f37a10e req-f5735b40-12c1-4d5d-8d09-72df22545b06 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:00.249246 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-595dda6d-3bc9-4a36-ba9d-ae6b9f37a10e req-f5735b40-12c1-4d5d-8d09-72df22545b06 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 944 time: 0.3344455 Dec 02 15:53:00.253375 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cf18b-941e-44b9-ac02-8f89e3e7452b req-ef457382-3e7c-4958-9eee-c26616f953db tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:00.255018 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a85cf18b-941e-44b9-ac02-8f89e3e7452b req-ef457382-3e7c-4958-9eee-c26616f953db tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.3841071 Dec 02 15:53:00.335201 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-595dda6d-3bc9-4a36-ba9d-ae6b9f37a10e req-64bb38a0-24a2-4513-a4c4-065769cbe807 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787554 Dec 02 15:53:00.346332 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a85cf18b-941e-44b9-ac02-8f89e3e7452b req-4089c55c-e168-43af-bba8-be25a228a3de tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696101 Dec 02 15:53:00.725833 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75647127-7e23-47f9-acc5-0d99bf941888 req-e2509f62-343b-4ad4-9a7f-72215a9d68ad tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:00.732005 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-75647127-7e23-47f9-acc5-0d99bf941888 req-e2509f62-343b-4ad4-9a7f-72215a9d68ad tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.1371498 Dec 02 15:53:00.801357 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-75647127-7e23-47f9-acc5-0d99bf941888 req-2d0a4dac-bb6c-40d9-a2eb-b388de21cf83 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651569 Dec 02 15:53:01.580587 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 9349598b-78f5-4f92-908c-996ae2c6e5ee up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:53:01.685526 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning for port 9349598b-78f5-4f92-908c-996ae2c6e5ee completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:53:01.691155 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 9349598b-78f5-4f92-908c-996ae2c6e5ee triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:53:01.691582 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:01.716451 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b837914-3ef4-4ce0-a33e-60ed81854c34 req-269c786c-883d-4fb5-b939-a7308c858fb2 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:01.722636 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2b837914-3ef4-4ce0-a33e-60ed81854c34 req-269c786c-883d-4fb5-b939-a7308c858fb2 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.2216885 Dec 02 15:53:01.741755 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efceda-0bc7-4b9a-b30c-c28214d06cb9 req-7dd365a7-aab0-4b98-a366-cbc5d98b5798 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:01.746661 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-03efceda-0bc7-4b9a-b30c-c28214d06cb9 req-7dd365a7-aab0-4b98-a366-cbc5d98b5798 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 944 time: 0.2018754 Dec 02 15:53:01.849856 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2b837914-3ef4-4ce0-a33e-60ed81854c34 req-684fc182-9df0-43df-b224-3f3b44f12480 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231983 Dec 02 15:53:01.873811 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-03efceda-0bc7-4b9a-b30c-c28214d06cb9 req-24511d27-f11d-4099-a036-9cf625da7eff tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944307 Dec 02 15:53:01.877138 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:01.922860 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4c0a23-044e-4866-b5b5-6f7b96adfe3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9349598b-78f5-4f92-908c-996ae2c6e5ee'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:53:01.933769 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:01.943702 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 9349598b-78f5-4f92-908c-996ae2c6e5ee, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=9349598b-78f5-4f92-908c-996ae2c6e5ee,segment=NetworkSegment(9aebbdee-50e1-48d0-ae87-0bb502d0e028),segment_id=9aebbdee-50e1-48d0-ae87-0bb502d0e028)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:53:01.985205 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:01.988806 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:53:02.121493 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=9349598b-78f5-4f92-908c-996ae2c6e5ee,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:53:02.125392 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:53:02.217246 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cedc43-1015-48ea-899a-42be59f62b14 req-6d10866d-8720-48c5-b43c-16f17f1f8752 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:02.219061 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-62cedc43-1015-48ea-899a-42be59f62b14 req-6d10866d-8720-48c5-b43c-16f17f1f8752 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.1265731 Dec 02 15:53:02.276887 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-62cedc43-1015-48ea-899a-42be59f62b14 req-3aaa89b0-68b0-46c8-8afc-188c512dd819 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476396 Dec 02 15:53:02.320909 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4c0a23-044e-4866-b5b5-6f7b96adfe3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9349598b-78f5-4f92-908c-996ae2c6e5ee', 'code': 200} Dec 02 15:53:02.787767 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b57f1c-28dc-476d-9f9e-7f9ebead4799 req-ac8c94bb-0394-464a-8b99-3564299d6521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:02.789345 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c5b57f1c-28dc-476d-9f9e-7f9ebead4799 req-ac8c94bb-0394-464a-8b99-3564299d6521 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 1163 time: 0.0797751 Dec 02 15:53:02.859612 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c5b57f1c-28dc-476d-9f9e-7f9ebead4799 req-53e33e0e-7d9b-42e3-b941-5a6c3cbe3ea7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509961 Dec 02 15:53:03.153236 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 9349598b-78f5-4f92-908c-996ae2c6e5ee up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:53:03.172455 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a27fb-4849-4ac3-9ebf-4ba807254353 req-d3967ed4-0423-434c-b64c-91fc5b8a6e8b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:03.175247 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b00a27fb-4849-4ac3-9ebf-4ba807254353 req-d3967ed4-0423-434c-b64c-91fc5b8a6e8b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1816189 Dec 02 15:53:03.236338 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814f903-9ea7-49d0-8174-8681818074b0 req-6851e7d3-7a2e-4738-a6c2-6492f265681b tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:03.239269 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3814f903-9ea7-49d0-8174-8681818074b0 req-6851e7d3-7a2e-4738-a6c2-6492f265681b tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 946 time: 0.1815202 Dec 02 15:53:03.283794 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 9349598b-78f5-4f92-908c-996ae2c6e5ee triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:53:03.284259 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:03.357013 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b00a27fb-4849-4ac3-9ebf-4ba807254353 req-96269f4e-287e-45a4-a0d2-bfbf486e155e tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750767 Dec 02 15:53:03.378383 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3814f903-9ea7-49d0-8174-8681818074b0 req-995dd7d8-8daa-4b7d-974f-e16512138d3c tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263423 Dec 02 15:53:03.505464 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 18f02f70-567f-4198-9394-ba2790ddbc2f up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:53:03.664944 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 18f02f70-567f-4198-9394-ba2790ddbc2f triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:53:03.678112 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:03.727698 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33d3f0-6b5e-41b5-a4b3-ad959b7fb5a0 req-1f75efdc-70d4-455a-a834-13d5c4979ede tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:03.730213 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-af33d3f0-6b5e-41b5-a4b3-ad959b7fb5a0 req-1f75efdc-70d4-455a-a834-13d5c4979ede tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.1050949 Dec 02 15:53:03.794517 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-af33d3f0-6b5e-41b5-a4b3-ad959b7fb5a0 req-5af5633f-aaeb-47f9-896b-0d760454d71f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549572 Dec 02 15:53:04.669213 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb089de8-5c36-4c42-ba2c-4f79e7496006 req-98cdbb9f-4dac-40ad-80c7-2276783b0edd tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:04.671038 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-fb089de8-5c36-4c42-ba2c-4f79e7496006 req-98cdbb9f-4dac-40ad-80c7-2276783b0edd tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 946 time: 0.1196108 Dec 02 15:53:04.757357 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-fb089de8-5c36-4c42-ba2c-4f79e7496006 req-5a7b7b85-ba9d-480f-8e97-7e70b25aa15a tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746396 Dec 02 15:53:04.950230 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 18f02f70-567f-4198-9394-ba2790ddbc2f up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:53:05.034976 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 18f02f70-567f-4198-9394-ba2790ddbc2f triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:53:05.035647 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:05.046047 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fa2d6-f990-49b6-9a46-6138b9176a4f req-92719673-57c9-47c3-a465-49cf55efc040 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:05.048674 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-af7fa2d6-f990-49b6-9a46-6138b9176a4f req-92719673-57c9-47c3-a465-49cf55efc040 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.0991263 Dec 02 15:53:05.105356 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-af7fa2d6-f990-49b6-9a46-6138b9176a4f req-b5a796ec-6fdc-4d03-b035-f71ede9869de tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501540 Dec 02 15:53:06.165657 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372422cc-95a5-4d50-b42b-0f07d6eb80ae req-3bb0d1f2-309e-4bd4-8ab2-0d9f00f62661 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:06.169388 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-372422cc-95a5-4d50-b42b-0f07d6eb80ae req-3bb0d1f2-309e-4bd4-8ab2-0d9f00f62661 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 946 time: 0.1492746 Dec 02 15:53:06.250493 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-372422cc-95a5-4d50-b42b-0f07d6eb80ae req-6e5c5d8a-299a-4eb9-b156-f07677222df5 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735521 Dec 02 15:53:06.494945 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357f226-de9e-4b07-a2dc-1f8947c661f7 req-d33f04f5-888c-471d-ab55-7deff426979f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:06.515839 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b357f226-de9e-4b07-a2dc-1f8947c661f7 req-d33f04f5-888c-471d-ab55-7deff426979f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.1301794 Dec 02 15:53:06.609975 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b357f226-de9e-4b07-a2dc-1f8947c661f7 req-c98c16f3-9a36-4fad-9b81-f34b5af07277 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926814 Dec 02 15:53:06.764383 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d03952-cada-4b72-ba28-a5aa214ce856 req-c249e2e3-5760-4ff3-87d0-7c03025529c2 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:06.767319 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-23d03952-cada-4b72-ba28-a5aa214ce856 req-c249e2e3-5760-4ff3-87d0-7c03025529c2 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1644132 Dec 02 15:53:06.848800 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-23d03952-cada-4b72-ba28-a5aa214ce856 req-9a4790b4-4c34-4f6a-b6ff-568767ff048f tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720232 Dec 02 15:53:07.029273 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 9349598b-78f5-4f92-908c-996ae2c6e5ee up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:53:07.156694 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 9349598b-78f5-4f92-908c-996ae2c6e5ee triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:53:07.157378 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:07.995072 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f7ac3-fdb9-49e7-9b7d-6360eeec3328 req-c211c3a0-9852-496b-a5dd-94403c615a34 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:08.001137 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ba9f7ac3-fdb9-49e7-9b7d-6360eeec3328 req-c211c3a0-9852-496b-a5dd-94403c615a34 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.1693518 Dec 02 15:53:08.113994 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ba9f7ac3-fdb9-49e7-9b7d-6360eeec3328 req-098de37b-d86c-48eb-8b62-67448c671087 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960734 Dec 02 15:53:09.417650 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c491f45-a01b-40ca-84bf-c885a9e9ffa4 req-97be53ef-5459-4818-bd32-e1ec329949e7 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:09.419456 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0c491f45-a01b-40ca-84bf-c885a9e9ffa4 req-97be53ef-5459-4818-bd32-e1ec329949e7 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.0972853 Dec 02 15:53:09.485443 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0c491f45-a01b-40ca-84bf-c885a9e9ffa4 req-b18989df-d334-4126-bc6d-5306254514ee tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564289 Dec 02 15:53:10.771960 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0b95f-b87a-440b-af61-0a92613ebc1d req-13edd508-550a-4e2f-8ddd-14970060d2d8 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:10.773727 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4dd0b95f-b87a-440b-af61-0a92613ebc1d req-13edd508-550a-4e2f-8ddd-14970060d2d8 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.1085429 Dec 02 15:53:10.854214 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4dd0b95f-b87a-440b-af61-0a92613ebc1d req-92013d49-37ac-48dd-8e21-72beb9561f41 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722172 Dec 02 15:53:12.209181 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56dc808-a615-4981-99f7-41515215f03e req-b6f34350-b97f-49e0-a8fa-8056b454c163 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:12.212110 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a56dc808-a615-4981-99f7-41515215f03e req-b6f34350-b97f-49e0-a8fa-8056b454c163 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.2091081 Dec 02 15:53:12.266237 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a56dc808-a615-4981-99f7-41515215f03e req-9584ed71-7a1d-431f-8828-b8cab6449bbc tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464768 Dec 02 15:53:13.644610 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f15bbb-d098-47b1-862a-b93f71aa7d10 req-e0cf3a47-6b3f-49ef-926d-36eb344fe016 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:13.647698 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-64f15bbb-d098-47b1-862a-b93f71aa7d10 req-e0cf3a47-6b3f-49ef-926d-36eb344fe016 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.1419997 Dec 02 15:53:13.746621 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-64f15bbb-d098-47b1-862a-b93f71aa7d10 req-7179f0aa-aacd-4b33-905e-74d07a9482a6 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919621 Dec 02 15:53:13.809515 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca4471-d3a6-456d-962e-2a7e112fe11e req-15335d32-b0e1-4830-b026-9d2315835582 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:13.815444 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-78ca4471-d3a6-456d-962e-2a7e112fe11e req-15335d32-b0e1-4830-b026-9d2315835582 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1140532 Dec 02 15:53:13.854542 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b020589-aa93-4527-b3a4-3e2910b8089d req-81e2cabe-01cb-4650-9cfd-f215b423e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:13.856407 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7b020589-aa93-4527-b3a4-3e2910b8089d req-81e2cabe-01cb-4650-9cfd-f215b423e737 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7679e824ae94af092eab065a5350394&device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 1162 time: 0.1037314 Dec 02 15:53:13.878852 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-78ca4471-d3a6-456d-962e-2a7e112fe11e req-a81bdf35-a36d-4d27-b4b9-28bd8f6b745e tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586615 Dec 02 15:53:14.069064 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b020589-aa93-4527-b3a4-3e2910b8089d req-9b06d2b0-1da0-4cb0-9682-c79754b9bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:14.072721 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7b020589-aa93-4527-b3a4-3e2910b8089d req-9b06d2b0-1da0-4cb0-9682-c79754b9bb71 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e8564c47-b571-4eeb-9632-4e52a1d4b946 HTTP/1.1" status: 200 len: 913 time: 0.2053468 Dec 02 15:53:14.197845 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7b020589-aa93-4527-b3a4-3e2910b8089d req-828d75ce-7806-40eb-839e-e6c284a8e9da service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18f02f70-567f-4198-9394-ba2790ddbc2f HTTP/1.1" status: 200 len: 217 time: 0.0947649 Dec 02 15:53:14.293787 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b020589-aa93-4527-b3a4-3e2910b8089d req-bef86531-fac8-4d66-b360-e349805c3d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:14.295427 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7b020589-aa93-4527-b3a4-3e2910b8089d req-bef86531-fac8-4d66-b360-e349805c3d32 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3e434592-5494-4b21-a789-a46e40e41519 HTTP/1.1" status: 200 len: 859 time: 0.0732765 Dec 02 15:53:14.362391 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7b020589-aa93-4527-b3a4-3e2910b8089d req-188365e3-2762-46a1-ad7d-4c2e880ff6f2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e8564c47-b571-4eeb-9632-4e52a1d4b946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530024 Dec 02 15:53:14.534478 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7b020589-aa93-4527-b3a4-3e2910b8089d req-32b96cb0-9216-40d2-a37a-0f207ecba602 service neutron] 10.222.0.90 "GET /v2.0/networks/e8564c47-b571-4eeb-9632-4e52a1d4b946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639514 Dec 02 15:53:14.775466 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7b020589-aa93-4527-b3a4-3e2910b8089d req-15d59333-f42c-4a50-b4a1-f326996b65b0 service neutron] 10.222.0.90 "GET /v2.0/networks/e8564c47-b571-4eeb-9632-4e52a1d4b946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2283099 Dec 02 15:53:14.995118 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf733f9-8df8-43f8-90f3-897f1e79d620 req-f00c65e0-12cd-48b2-8f33-2eae1a4c4260 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:14.996853 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1cf733f9-8df8-43f8-90f3-897f1e79d620 req-f00c65e0-12cd-48b2-8f33-2eae1a4c4260 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.0949452 Dec 02 15:53:15.079286 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1cf733f9-8df8-43f8-90f3-897f1e79d620 req-15afc57b-e9f6-4851-9519-9786da56346c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731454 Dec 02 15:53:15.448824 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e046d-9136-4ce4-88ab-af23e68ac6fb req-9f6abbb1-35a2-4700-b3b8-97449453f081 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:15.451838 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0f5e046d-9136-4ce4-88ab-af23e68ac6fb req-9f6abbb1-35a2-4700-b3b8-97449453f081 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1329434 Dec 02 15:53:15.506718 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0f5e046d-9136-4ce4-88ab-af23e68ac6fb req-39d4f244-3de7-44b3-9dcd-2d2868300873 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482421 Dec 02 15:53:16.348389 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72a4b1-85fa-4ea9-927d-b55ecfd4f445 req-0f76f365-1cf3-42ee-9f7b-9930c42ec6af tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:16.349990 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ad72a4b1-85fa-4ea9-927d-b55ecfd4f445 req-0f76f365-1cf3-42ee-9f7b-9930c42ec6af tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.0964947 Dec 02 15:53:16.412972 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ad72a4b1-85fa-4ea9-927d-b55ecfd4f445 req-b903f7d5-3feb-436e-9188-fc45744cf3a2 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557697 Dec 02 15:53:16.873903 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c2c4f-b966-495e-af0a-ab6abaf11362 req-2c55de36-0e18-47ed-a54d-ba7049aef595 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:16.876901 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-101c2c4f-b966-495e-af0a-ab6abaf11362 req-2c55de36-0e18-47ed-a54d-ba7049aef595 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1648219 Dec 02 15:53:16.949534 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-101c2c4f-b966-495e-af0a-ab6abaf11362 req-c6266ddc-a13b-4ef5-8f48-3a3455a8e9b1 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661075 Dec 02 15:53:17.760926 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db798109-6c1c-45f1-a700-0dec499e53cc req-84f97351-5f1b-45a0-8eba-2978ced1ab8a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:17.770554 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-db798109-6c1c-45f1-a700-0dec499e53cc req-84f97351-5f1b-45a0-8eba-2978ced1ab8a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.1339197 Dec 02 15:53:17.829057 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-db798109-6c1c-45f1-a700-0dec499e53cc req-79cc469f-66b2-45eb-97bc-a9f32a9e6340 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591462 Dec 02 15:53:18.235305 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567880f-2599-417e-b85a-6a218f129021 req-4fc66a23-4a3b-4ae5-9a6a-940eb82d6949 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:18.236990 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5567880f-2599-417e-b85a-6a218f129021 req-4fc66a23-4a3b-4ae5-9a6a-940eb82d6949 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.0889933 Dec 02 15:53:18.294981 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5567880f-2599-417e-b85a-6a218f129021 req-be55ece6-8f03-443c-a01c-b2f4c6dc4d38 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468059 Dec 02 15:53:19.098386 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374543d8-8938-4b62-b63d-69dbdee88773 req-aa02a3af-18b0-426f-9bbe-78ccc067b682 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:19.100121 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-374543d8-8938-4b62-b63d-69dbdee88773 req-aa02a3af-18b0-426f-9bbe-78ccc067b682 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.1138308 Dec 02 15:53:19.161664 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-374543d8-8938-4b62-b63d-69dbdee88773 req-8ab1a624-574f-4849-b46a-59d35110d69b tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546157 Dec 02 15:53:19.631368 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0636a-1baa-4043-bfe3-e075617ba43a req-1cf7935a-4e45-459c-9706-cbfb0d7295d2 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:19.632983 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6ae0636a-1baa-4043-bfe3-e075617ba43a req-1cf7935a-4e45-459c-9706-cbfb0d7295d2 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.0970089 Dec 02 15:53:19.728368 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6ae0636a-1baa-4043-bfe3-e075617ba43a req-8a513b59-831c-46b9-81b5-d40009deb3ac tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872302 Dec 02 15:53:19.772807 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9a872-938e-4908-b0c5-5043bdd3e0bc req-7f003e8a-c333-4138-b1ab-489f6a91799a tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:19.774381 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-56e9a872-938e-4908-b0c5-5043bdd3e0bc req-7f003e8a-c333-4138-b1ab-489f6a91799a tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 946 time: 0.0997448 Dec 02 15:53:19.823869 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-56e9a872-938e-4908-b0c5-5043bdd3e0bc req-acf4024a-2c17-426f-be6e-0d09c57dc387 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430954 Dec 02 15:53:20.406727 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ab32b-6017-40cc-ae4f-48e70ddb41fe req-d3c91b3b-9809-4e49-8a48-d77c2d9e25ab tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:20.408355 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c83ab32b-6017-40cc-ae4f-48e70ddb41fe req-d3c91b3b-9809-4e49-8a48-d77c2d9e25ab tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.0913115 Dec 02 15:53:20.463088 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c83ab32b-6017-40cc-ae4f-48e70ddb41fe req-c130cce4-b1c4-495c-8352-e4796c3b14f9 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465858 Dec 02 15:53:21.016132 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e18185-f1bd-460f-9809-3543a0ec04e7 req-d048c4e5-e963-4731-8d94-255b5cfad139 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:21.017649 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-15e18185-f1bd-460f-9809-3543a0ec04e7 req-d048c4e5-e963-4731-8d94-255b5cfad139 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1482408 Dec 02 15:53:21.082636 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-15e18185-f1bd-460f-9809-3543a0ec04e7 req-9895b114-2eca-4ef2-9c6a-1140c5727533 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561581 Dec 02 15:53:21.107339 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caff073-76af-423c-946b-ba63acaee5a0 req-b072ebb0-5f08-4fa0-9d3b-864e5c8ec669 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:21.109371 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4caff073-76af-423c-946b-ba63acaee5a0 req-b072ebb0-5f08-4fa0-9d3b-864e5c8ec669 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 946 time: 0.1436570 Dec 02 15:53:21.168599 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4caff073-76af-423c-946b-ba63acaee5a0 req-e22c008d-ec36-4b25-8e7b-590e283d8988 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514781 Dec 02 15:53:21.714516 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb4ef2-a8e6-466c-848b-1fcb205d3580 req-dd2a4f71-ab01-4214-816b-428afc512f78 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:21.716234 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a5bb4ef2-a8e6-466c-848b-1fcb205d3580 req-dd2a4f71-ab01-4214-816b-428afc512f78 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.1085477 Dec 02 15:53:21.769625 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a5bb4ef2-a8e6-466c-848b-1fcb205d3580 req-34d88f17-27dd-43bd-b60b-d9d0d467acb5 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465171 Dec 02 15:53:21.913491 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c93be7a2-978e-42bf-a73a-7e5d98afaa4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:22.334657 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267bc1a-b46a-4659-8dd1-1e2a19960275 req-6735c525-59c7-435f-ab9e-b94ce1ac8516 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:22.336254 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7267bc1a-b46a-4659-8dd1-1e2a19960275 req-6735c525-59c7-435f-ab9e-b94ce1ac8516 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1052299 Dec 02 15:53:22.436773 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7267bc1a-b46a-4659-8dd1-1e2a19960275 req-88a32aef-d218-4b3d-9bc3-786095b33c67 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615668 Dec 02 15:53:22.466643 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c477f-8a51-47cf-91a1-53a0a8ed32d9 req-b3e71b9d-2e16-49a5-9b39-7549fcba496c tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:22.468278 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-778c477f-8a51-47cf-91a1-53a0a8ed32d9 req-b3e71b9d-2e16-49a5-9b39-7549fcba496c tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 946 time: 0.1403546 Dec 02 15:53:22.518624 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-778c477f-8a51-47cf-91a1-53a0a8ed32d9 req-606745a7-4bc3-4a25-b31e-a093a7f8d73f tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432248 Dec 02 15:53:23.014881 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5fcdd-549f-499c-90f2-6edbd803df20 req-806696b4-faef-4edc-9d85-9245e75c10f4 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:23.016581 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-46f5fcdd-549f-499c-90f2-6edbd803df20 req-806696b4-faef-4edc-9d85-9245e75c10f4 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.1015928 Dec 02 15:53:23.073929 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-46f5fcdd-549f-499c-90f2-6edbd803df20 req-f1427641-8dde-4481-b1b0-cf0f48a8b970 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489521 Dec 02 15:53:23.729957 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d7504-6a8f-4ff5-978e-985516df43e2 req-5fa9ed73-6d83-4a34-aac0-f23254e32b91 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:23.731511 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8f6d7504-6a8f-4ff5-978e-985516df43e2 req-5fa9ed73-6d83-4a34-aac0-f23254e32b91 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1449811 Dec 02 15:53:23.799200 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6701980-58e7-4ce4-9a5f-78f34113089a req-b359fb08-1e1c-49fd-973c-43dd03386a62 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:23.800822 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e6701980-58e7-4ce4-9a5f-78f34113089a req-b359fb08-1e1c-49fd-973c-43dd03386a62 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 946 time: 0.1419449 Dec 02 15:53:23.803869 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8f6d7504-6a8f-4ff5-978e-985516df43e2 req-fb1b2a5f-ebba-4898-832d-943f30b79cb1 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623729 Dec 02 15:53:23.854766 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e6701980-58e7-4ce4-9a5f-78f34113089a req-8fbe080b-05eb-479c-9e87-153767c39306 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425503 Dec 02 15:53:24.073155 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d02d4d-c4c4-4d1b-b339-0037c0056d89 req-91fdbaca-90db-46f0-9125-c7cce3b65501 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:24.073925 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-60d02d4d-c4c4-4d1b-b339-0037c0056d89 req-91fdbaca-90db-46f0-9125-c7cce3b65501 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Synchronizing usage tracker for tenant:5b044abbdfeb42beab9693a7883ab0b0 on resource:port {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:53:24.133044 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-60d02d4d-c4c4-4d1b-b339-0037c0056d89 req-91fdbaca-90db-46f0-9125-c7cce3b65501 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Unset dirty status for tenant:5b044abbdfeb42beab9693a7883ab0b0 on resource:port {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:53:24.134784 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-60d02d4d-c4c4-4d1b-b339-0037c0056d89 req-91fdbaca-90db-46f0-9125-c7cce3b65501 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.90 "GET /v2.0/ports?device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 946 time: 0.1494668 Dec 02 15:53:24.234040 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-60d02d4d-c4c4-4d1b-b339-0037c0056d89 req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Deleting port 9349598b-78f5-4f92-908c-996ae2c6e5ee {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:53:24.234670 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-60d02d4d-c4c4-4d1b-b339-0037c0056d89 req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:24.351029 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd39774-8607-4651-9901-f6a80039166e req-591b118c-12f6-49ec-af82-2aa14b4eca20 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:24.353494 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6bd39774-8607-4651-9901-f6a80039166e req-591b118c-12f6-49ec-af82-2aa14b4eca20 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.1083961 Dec 02 15:53:24.425596 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6bd39774-8607-4651-9901-f6a80039166e req-67a769ae-727b-4640-9e29-623c556646d5 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616188 Dec 02 15:53:24.428261 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3fc49cfa-e4bf-4fad-b600-1f8cee7489a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:24.570626 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-60d02d4d-c4c4-4d1b-b339-0037c0056d89 req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] For port 9349598b-78f5-4f92-908c-996ae2c6e5ee, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=9349598b-78f5-4f92-908c-996ae2c6e5ee,segment=NetworkSegment(9aebbdee-50e1-48d0-ae87-0bb502d0e028),segment_id=9aebbdee-50e1-48d0-ae87-0bb502d0e028)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:53:24.571029 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-60d02d4d-c4c4-4d1b-b339-0037c0056d89 req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:24.727374 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 9349598b-78f5-4f92-908c-996ae2c6e5ee no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 15:53:24.876011 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:24.924207 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:24.963272 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-60d02d4d-c4c4-4d1b-b339-0037c0056d89 req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Calling delete_port for 9349598b-78f5-4f92-908c-996ae2c6e5ee owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:53:24.982099 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 9349598b-78f5-4f92-908c-996ae2c6e5ee, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=9349598b-78f5-4f92-908c-996ae2c6e5ee,segment=NetworkSegment(9aebbdee-50e1-48d0-ae87-0bb502d0e028),segment_id=9aebbdee-50e1-48d0-ae87-0bb502d0e028)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:53:24.983232 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4c0a23-044e-4866-b5b5-6f7b96adfe3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9349598b-78f5-4f92-908c-996ae2c6e5ee'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:53:25.012709 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:25.015575 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:53:25.139364 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=9349598b-78f5-4f92-908c-996ae2c6e5ee,revision_number=5']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:53:25.150674 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:25.150674 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:25.151097 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:25.151370 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:25.151742 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:25.152120 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:25.152489 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:25.152865 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:25.153236 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:25.153612 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:25.153982 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:25.154351 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:25.154821 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:25.155158 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:25.155527 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:25.155901 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:25.156266 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:25.156631 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:25.156993 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:25.157372 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:25.158419 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:25.158419 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:25.158419 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:25.158985 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:25.169219 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:53:25.174296 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.api [req-60d02d4d-c4c4-4d1b-b339-0037c0056d89 req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80330) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 15:53:25.174680 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_db.api [req-60d02d4d-c4c4-4d1b-b339-0037c0056d89 req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 15:53:25.240123 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7d139-09d9-4e51-a0e1-2c659341b7af req-f22c313a-5c88-49a8-b448-97e22c13232a tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:25.241828 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6aa7d139-09d9-4e51-a0e1-2c659341b7af req-f22c313a-5c88-49a8-b448-97e22c13232a tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 944 time: 0.1879034 Dec 02 15:53:25.253972 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf078ea1-6d0f-466a-991e-4a5dd7fc85ec req-efb5449e-8c26-4866-bc04-4f33d212586d tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:25.255649 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bf078ea1-6d0f-466a-991e-4a5dd7fc85ec req-efb5449e-8c26-4866-bc04-4f33d212586d tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1573119 Dec 02 15:53:25.358338 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6aa7d139-09d9-4e51-a0e1-2c659341b7af req-e8bb8361-97f3-42d5-b671-0f2903abf941 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015952 Dec 02 15:53:25.360897 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bf078ea1-6d0f-466a-991e-4a5dd7fc85ec req-6b04e5ff-9300-42e9-b9d8-568e0da877e2 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838385 Dec 02 15:53:25.473911 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4c0a23-044e-4866-b5b5-6f7b96adfe3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9349598b-78f5-4f92-908c-996ae2c6e5ee', 'code': 200} Dec 02 15:53:25.676907 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-60d02d4d-c4c4-4d1b-b339-0037c0056d89 req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Deleting port 9349598b-78f5-4f92-908c-996ae2c6e5ee {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:53:25.677504 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-60d02d4d-c4c4-4d1b-b339-0037c0056d89 req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:25.816465 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:25.974766 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac343c38-9220-4c51-996d-a4e5c52e8f4b req-6c9b62f1-f0b7-4f20-bc5c-8619434c174f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:25.976927 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ac343c38-9220-4c51-996d-a4e5c52e8f4b req-6c9b62f1-f0b7-4f20-bc5c-8619434c174f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.3733664 Dec 02 15:53:26.041849 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ac343c38-9220-4c51-996d-a4e5c52e8f4b req-2f5d6443-d3a6-41fb-863a-87b46a5d0b50 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568538 Dec 02 15:53:26.048679 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-60d02d4d-c4c4-4d1b-b339-0037c0056d89 req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] For port 9349598b-78f5-4f92-908c-996ae2c6e5ee, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=9349598b-78f5-4f92-908c-996ae2c6e5ee,segment=NetworkSegment(9aebbdee-50e1-48d0-ae87-0bb502d0e028),segment_id=9aebbdee-50e1-48d0-ae87-0bb502d0e028)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:53:26.049087 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-60d02d4d-c4c4-4d1b-b339-0037c0056d89 req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:26.203697 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-60d02d4d-c4c4-4d1b-b339-0037c0056d89 req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Calling delete_port for 9349598b-78f5-4f92-908c-996ae2c6e5ee owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:53:26.576275 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:53:26.654541 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-60d02d4d-c4c4-4d1b-b339-0037c0056d89 req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:26.671452 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2cd8e3e5-0ef5-470d-a7f1-5af4b22020f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:53:26.692727 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9717513c-9f46-4920-8bd0-754036c2e29a req-50557b17-24be-4522-b9d4-3d959231d64c tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 210 time: 0.0567176 Dec 02 15:53:26.750091 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c568c75-cceb-42d7-b314-07a6b00b7f3d req-8238119a-258a-4a12-a70e-f1845749c9c0 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:26.751937 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6c568c75-cceb-42d7-b314-07a6b00b7f3d req-8238119a-258a-4a12-a70e-f1845749c9c0 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1828973 Dec 02 15:53:26.770972 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Pushing event deleted for resources: {'Port': ['ID=9349598b-78f5-4f92-908c-996ae2c6e5ee,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:53:26.802327 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:26.847228 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6c568c75-cceb-42d7-b314-07a6b00b7f3d req-4446c84e-74d9-46cd-a54d-ecbafff80716 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858161 Dec 02 15:53:26.857708 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:26.858121 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:26.858546 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:26.858950 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:26.859342 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:26.859797 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:26.860096 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:26.861340 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:26.861740 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:26.862308 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:26.862657 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:26.863076 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:26.863514 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:26.863897 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:26.864323 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:26.864651 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:26.865028 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:26.865406 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:26.865779 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:26.866157 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:26.866586 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:26.866967 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:26.867356 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:26.867721 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:26.919058 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:53:26.985018 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885691b-3db1-48e4-b1a3-54db6520a266 req-34e11d50-fbd9-4410-b6ff-c2ffa452e586 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:26.986934 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1885691b-3db1-48e4-b1a3-54db6520a266 req-34e11d50-fbd9-4410-b6ff-c2ffa452e586 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.1005442 Dec 02 15:53:27.073866 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1885691b-3db1-48e4-b1a3-54db6520a266 req-5945a490-246e-4245-b406-d97589722592 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778229 Dec 02 15:53:27.077289 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748b16d-0f0f-4bc5-9f07-cbf6c8cba426 req-3462897b-0609-40ce-b20f-68b4fd699dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:27.078481 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3748b16d-0f0f-4bc5-9f07-cbf6c8cba426 req-3462897b-0609-40ce-b20f-68b4fd699dbe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cca84cc05e794548902f38e2444508de&device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 1162 time: 0.2228055 Dec 02 15:53:27.079920 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d02d4d-c4c4-4d1b-b339-0037c0056d89 req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] No DVR routers for this DVR port 9349598b-78f5-4f92-908c-996ae2c6e5ee on host hv-cinder-73761 {{(pid=80330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 15:53:27.082477 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-60d02d4d-c4c4-4d1b-b339-0037c0056d89 req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:27.087369 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4c0a23-044e-4866-b5b5-6f7b96adfe3a', 'name': 'network-vif-deleted', 'tag': '9349598b-78f5-4f92-908c-996ae2c6e5ee'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:53:27.190750 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4c0a23-044e-4866-b5b5-6f7b96adfe3a', 'name': 'network-vif-deleted', 'tag': '9349598b-78f5-4f92-908c-996ae2c6e5ee', 'status': 'completed', 'code': 200} Dec 02 15:53:27.245191 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-60d02d4d-c4c4-4d1b-b339-0037c0056d89 req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.90 "DELETE /v2.0/ports/9349598b-78f5-4f92-908c-996ae2c6e5ee HTTP/1.1" status: 204 len: 173 time: 3.0997338 Dec 02 15:53:27.284436 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748b16d-0f0f-4bc5-9f07-cbf6c8cba426 req-65832c88-3a2b-42b2-ac3a-a422ec887bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:27.287298 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3748b16d-0f0f-4bc5-9f07-cbf6c8cba426 req-65832c88-3a2b-42b2-ac3a-a422ec887bb9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=897c5c37-7e4c-49f0-aa05-6604955b43fe HTTP/1.1" status: 200 len: 904 time: 0.1924121 Dec 02 15:53:27.428680 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3748b16d-0f0f-4bc5-9f07-cbf6c8cba426 req-1ae2c622-3235-4aea-aaee-a87a65c06e24 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62fb1714-cf93-450d-91c5-2f776526d469 HTTP/1.1" status: 200 len: 1000 time: 0.1249766 Dec 02 15:53:27.580132 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748b16d-0f0f-4bc5-9f07-cbf6c8cba426 req-fd8def96-479a-43c7-ac38-5ca3ebb71973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:27.581186 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3748b16d-0f0f-4bc5-9f07-cbf6c8cba426 req-fd8def96-479a-43c7-ac38-5ca3ebb71973 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1dec06aa-ae61-48b1-9f23-8da853bd2bcb HTTP/1.1" status: 200 len: 849 time: 0.1257002 Dec 02 15:53:27.687961 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748b16d-0f0f-4bc5-9f07-cbf6c8cba426 req-d5e0b3b2-9572-445f-a526-73ed05aff1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:27.688911 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3748b16d-0f0f-4bc5-9f07-cbf6c8cba426 req-d5e0b3b2-9572-445f-a526-73ed05aff1fb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=897c5c37-7e4c-49f0-aa05-6604955b43fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0964794 Dec 02 15:53:27.982659 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3748b16d-0f0f-4bc5-9f07-cbf6c8cba426 req-9f4ff21e-1011-42f1-915f-c1cf2435745d service neutron] 10.222.0.90 "GET /v2.0/networks/897c5c37-7e4c-49f0-aa05-6604955b43fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780731 Dec 02 15:53:28.092501 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a0725114-f0b4-4bb4-a707-9e0895adc69a req-3204286e-c41c-4fd3-a060-6b67f3927573 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 210 time: 0.0905449 Dec 02 15:53:28.255132 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3748b16d-0f0f-4bc5-9f07-cbf6c8cba426 req-3ad2e8b8-26c6-4c23-aac7-eb57fc36c708 service neutron] 10.222.0.90 "GET /v2.0/networks/897c5c37-7e4c-49f0-aa05-6604955b43fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2655382 Dec 02 15:53:28.283410 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16ff49-6650-4c1f-b866-7393b1a853b1 req-d6781623-d53a-4b9d-a0d7-c68d383eaf6b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:28.286361 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-fe16ff49-6650-4c1f-b866-7393b1a853b1 req-d6781623-d53a-4b9d-a0d7-c68d383eaf6b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1707704 Dec 02 15:53:28.399156 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-fe16ff49-6650-4c1f-b866-7393b1a853b1 req-97a2bf5f-fe49-46f7-bdd0-54485be842c8 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019711 Dec 02 15:53:28.433559 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25fd223-90cf-46e7-b298-02ddbaab3907 req-7e7aa401-1da6-4ff1-8f81-ca3d61b5fd05 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:28.435316 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f25fd223-90cf-46e7-b298-02ddbaab3907 req-7e7aa401-1da6-4ff1-8f81-ca3d61b5fd05 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.1202438 Dec 02 15:53:28.520798 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f25fd223-90cf-46e7-b298-02ddbaab3907 req-ce42d9c4-e45b-48a1-adb3-6c46b2966e28 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756674 Dec 02 15:53:29.340360 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-78fa900f-d119-4407-915a-a97534bce7ef req-6c2bd86a-84e7-4cc9-9687-a7991c353414 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=cc4c0a23-044e-4866-b5b5-6f7b96adfe3a HTTP/1.1" status: 200 len: 210 time: 0.0678039 Dec 02 15:53:29.751227 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedd721-7ce9-499e-8d19-07674c60aafa req-28c25753-7cfc-428f-9693-9ab88ce7f696 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:29.752964 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bcedd721-7ce9-499e-8d19-07674c60aafa req-28c25753-7cfc-428f-9693-9ab88ce7f696 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1697669 Dec 02 15:53:29.847114 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7d6f0-d507-4da7-a7a6-aa2548aec443 req-5b5845f7-3252-47dc-9b75-4d6455be7837 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:29.848899 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3fd7d6f0-d507-4da7-a7a6-aa2548aec443 req-5b5845f7-3252-47dc-9b75-4d6455be7837 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.1717041 Dec 02 15:53:29.851628 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bcedd721-7ce9-499e-8d19-07674c60aafa req-af40f5e1-5329-417e-a57d-c17929157477 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858004 Dec 02 15:53:29.920357 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3fd7d6f0-d507-4da7-a7a6-aa2548aec443 req-c232942a-df1b-4528-a1ab-37de640ea065 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566285 Dec 02 15:53:31.206400 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402e72c-f410-4d97-b3be-c49391a65fa1 req-77debc59-41fc-4c5c-bee7-0e3aaf288c33 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:31.208049 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9402e72c-f410-4d97-b3be-c49391a65fa1 req-77debc59-41fc-4c5c-bee7-0e3aaf288c33 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1728382 Dec 02 15:53:31.221106 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de63665-643b-4991-9de3-4264a95d4ece req-430b1f5a-b3a3-470a-bd06-7a138f360aef tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:31.223172 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7de63665-643b-4991-9de3-4264a95d4ece req-430b1f5a-b3a3-470a-bd06-7a138f360aef tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.1395154 Dec 02 15:53:31.306723 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9402e72c-f410-4d97-b3be-c49391a65fa1 req-49e5775f-8a82-4b3c-beb3-5d196bc5b70d tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809467 Dec 02 15:53:31.310934 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7de63665-643b-4991-9de3-4264a95d4ece req-f34a7758-e822-4abd-85a0-1d227d884e05 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692470 Dec 02 15:53:31.910165 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:32.513839 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb4551-47a0-44b2-89aa-033a5fb7f492 req-d7092799-f8ab-47da-be5d-25b8ae7fcf76 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:32.515574 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b8bb4551-47a0-44b2-89aa-033a5fb7f492 req-d7092799-f8ab-47da-be5d-25b8ae7fcf76 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=22e92e1e-39fb-4c25-bf18-ee4cc23b3365 HTTP/1.1" status: 200 len: 946 time: 0.1477463 Dec 02 15:53:32.584489 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b8bb4551-47a0-44b2-89aa-033a5fb7f492 req-a2a2bd68-b229-4381-82cb-764ac38ac3b5 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607512 Dec 02 15:53:32.599992 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b9a15-4c83-4e5f-aa6b-c4a88ad7d7b6 req-a617fc76-04fe-433d-8676-dcd197d42ef7 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:32.602001 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cd7b9a15-4c83-4e5f-aa6b-c4a88ad7d7b6 req-a617fc76-04fe-433d-8676-dcd197d42ef7 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1453919 Dec 02 15:53:32.666954 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cd7b9a15-4c83-4e5f-aa6b-c4a88ad7d7b6 req-d396326f-ff02-4a46-ae4d-e85fe7a8fa90 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519276 Dec 02 15:53:33.824387 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd69103-88d5-4817-8e0a-f7ce58f8c271 req-581599af-fbdf-4966-b672-f8976e078946 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:33.826022 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0cd69103-88d5-4817-8e0a-f7ce58f8c271 req-581599af-fbdf-4966-b672-f8976e078946 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=22e92e1e-39fb-4c25-bf18-ee4cc23b3365 HTTP/1.1" status: 200 len: 946 time: 0.0923295 Dec 02 15:53:33.927212 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0cd69103-88d5-4817-8e0a-f7ce58f8c271 req-3215f371-0f5b-44b0-9c70-826982f9b57e tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944147 Dec 02 15:53:33.957475 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44218a-53d9-4140-a272-67bc0d02ac6d req-11a3e530-7afb-45dd-a841-301784e95042 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:33.959198 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8f44218a-53d9-4140-a272-67bc0d02ac6d req-11a3e530-7afb-45dd-a841-301784e95042 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1109972 Dec 02 15:53:34.025918 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8f44218a-53d9-4140-a272-67bc0d02ac6d req-2979f82c-3e25-4029-9aef-2b9a8a88ba2b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587084 Dec 02 15:53:35.164086 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6836c-1064-46e0-8c22-941bf048cff1 req-a9bd4bcb-48c4-4063-a7f2-f2708ec9ba0e tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:35.165434 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6bb6836c-1064-46e0-8c22-941bf048cff1 req-a9bd4bcb-48c4-4063-a7f2-f2708ec9ba0e tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=22e92e1e-39fb-4c25-bf18-ee4cc23b3365 HTTP/1.1" status: 200 len: 946 time: 0.0912740 Dec 02 15:53:35.272199 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6bb6836c-1064-46e0-8c22-941bf048cff1 req-f0e55bb7-520c-41eb-9945-84198358679b tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663812 Dec 02 15:53:35.302761 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b9a6f-db4d-476c-8ebf-6d8e540c2c8b req-3dadcee2-5470-42fa-9ce2-203fb6fd46b7 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:35.302761 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-db4b9a6f-db4d-476c-8ebf-6d8e540c2c8b req-3dadcee2-5470-42fa-9ce2-203fb6fd46b7 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1294687 Dec 02 15:53:35.359704 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-db4b9a6f-db4d-476c-8ebf-6d8e540c2c8b req-52b8dfc1-3690-459e-be28-4c144cd12c0b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475922 Dec 02 15:53:35.860204 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2025a1e-f2bf-4676-80a6-99bfbbbee58d req-9ecd7769-22ed-49d8-b773-fe66350a37b3 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:35.860969 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-d2025a1e-f2bf-4676-80a6-99bfbbbee58d req-9ecd7769-22ed-49d8-b773-fe66350a37b3 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Synchronizing usage tracker for tenant:5b044abbdfeb42beab9693a7883ab0b0 on resource:port {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:53:35.924839 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-d2025a1e-f2bf-4676-80a6-99bfbbbee58d req-9ecd7769-22ed-49d8-b773-fe66350a37b3 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Unset dirty status for tenant:5b044abbdfeb42beab9693a7883ab0b0 on resource:port {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:53:35.926103 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d2025a1e-f2bf-4676-80a6-99bfbbbee58d req-9ecd7769-22ed-49d8-b773-fe66350a37b3 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.90 "GET /v2.0/ports?device_id=22e92e1e-39fb-4c25-bf18-ee4cc23b3365 HTTP/1.1" status: 200 len: 946 time: 0.1639714 Dec 02 15:53:36.014983 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-d2025a1e-f2bf-4676-80a6-99bfbbbee58d req-64828264-ddb3-45bb-8a6e-25a7bcb3018a tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Deleting port c1cdaec8-4eeb-4688-9276-95da4746db80 {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:53:36.015375 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-d2025a1e-f2bf-4676-80a6-99bfbbbee58d req-64828264-ddb3-45bb-8a6e-25a7bcb3018a tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:36.285744 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-d2025a1e-f2bf-4676-80a6-99bfbbbee58d req-64828264-ddb3-45bb-8a6e-25a7bcb3018a tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] For port c1cdaec8-4eeb-4688-9276-95da4746db80, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=c1cdaec8-4eeb-4688-9276-95da4746db80,segment=NetworkSegment(9aebbdee-50e1-48d0-ae87-0bb502d0e028),segment_id=9aebbdee-50e1-48d0-ae87-0bb502d0e028)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:53:36.286304 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-d2025a1e-f2bf-4676-80a6-99bfbbbee58d req-64828264-ddb3-45bb-8a6e-25a7bcb3018a tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:36.417887 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-d2025a1e-f2bf-4676-80a6-99bfbbbee58d req-64828264-ddb3-45bb-8a6e-25a7bcb3018a tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Calling delete_port for c1cdaec8-4eeb-4688-9276-95da4746db80 owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:53:36.506151 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cb1b0-058e-4ed1-b6e5-00f460544356 req-43a0dcc6-7482-4535-ac01-fb626b63dbb8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:36.507803 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-373cb1b0-058e-4ed1-b6e5-00f460544356 req-43a0dcc6-7482-4535-ac01-fb626b63dbb8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=22e92e1e-39fb-4c25-bf18-ee4cc23b3365 HTTP/1.1" status: 200 len: 946 time: 0.0964072 Dec 02 15:53:36.623647 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-373cb1b0-058e-4ed1-b6e5-00f460544356 req-08a92c5a-c603-4775-8c0d-b78e7dd8e57d tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081946 Dec 02 15:53:36.653125 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd810d6d-e252-4610-8d6d-3630f9c2e60b req-663f2dff-97e7-47f4-b54c-c67917aa240a tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:36.653125 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-fd810d6d-e252-4610-8d6d-3630f9c2e60b req-663f2dff-97e7-47f4-b54c-c67917aa240a tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1216528 Dec 02 15:53:36.667750 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-d2025a1e-f2bf-4676-80a6-99bfbbbee58d req-64828264-ddb3-45bb-8a6e-25a7bcb3018a tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:36.695478 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-f674a8ff-3898-413d-9f28-8f0e8048b029 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:53:36.705047 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-fd810d6d-e252-4610-8d6d-3630f9c2e60b req-762f9acc-9330-48e4-9d88-035f39e3b73d tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448709 Dec 02 15:53:36.795376 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64828264-ddb3-45bb-8a6e-25a7bcb3018a tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Pushing event deleted for resources: {'Port': ['ID=c1cdaec8-4eeb-4688-9276-95da4746db80,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:53:36.798206 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-64828264-ddb3-45bb-8a6e-25a7bcb3018a tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:53:36.844969 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device c1cdaec8-4eeb-4688-9276-95da4746db80 no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 15:53:36.880545 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] No Port match for: c1cdaec8-4eeb-4688-9276-95da4746db80 {{(pid=80332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 15:53:36.881020 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device c1cdaec8-4eeb-4688-9276-95da4746db80 not bound to the agent host hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 15:53:36.911083 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2025a1e-f2bf-4676-80a6-99bfbbbee58d req-64828264-ddb3-45bb-8a6e-25a7bcb3018a tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] No DVR routers for this DVR port c1cdaec8-4eeb-4688-9276-95da4746db80 on host hv-cinder-73761 {{(pid=80330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 15:53:36.913562 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-d2025a1e-f2bf-4676-80a6-99bfbbbee58d req-64828264-ddb3-45bb-8a6e-25a7bcb3018a tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:36.916948 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e92e1e-39fb-4c25-bf18-ee4cc23b3365', 'name': 'network-vif-deleted', 'tag': 'c1cdaec8-4eeb-4688-9276-95da4746db80'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:53:36.962543 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d2025a1e-f2bf-4676-80a6-99bfbbbee58d req-64828264-ddb3-45bb-8a6e-25a7bcb3018a tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.90 "DELETE /v2.0/ports/c1cdaec8-4eeb-4688-9276-95da4746db80 HTTP/1.1" status: 204 len: 173 time: 1.0259476 Dec 02 15:53:36.978837 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e92e1e-39fb-4c25-bf18-ee4cc23b3365', 'name': 'network-vif-deleted', 'tag': 'c1cdaec8-4eeb-4688-9276-95da4746db80', 'status': 'completed', 'code': 200} Dec 02 15:53:37.989595 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4771e7eb-bd4f-47e2-b2a9-6770fc56336d req-e9119f1a-2bcd-46a4-9598-5a7170854a56 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=22e92e1e-39fb-4c25-bf18-ee4cc23b3365 HTTP/1.1" status: 200 len: 210 time: 0.0588145 Dec 02 15:53:38.001236 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36779495-ab19-4261-bf53-a4100efedf53 req-86f2e089-bbe9-48d3-8b1d-613b3a535a3f tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:38.026229 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-36779495-ab19-4261-bf53-a4100efedf53 req-86f2e089-bbe9-48d3-8b1d-613b3a535a3f tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1673729 Dec 02 15:53:38.082093 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-36779495-ab19-4261-bf53-a4100efedf53 req-e551c32c-dd56-4528-9420-7f891ae2c6c3 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478170 Dec 02 15:53:39.334096 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638f0c2-358a-4ace-bee3-ffb3a9c42715 req-2d05a277-471a-40b4-b274-c1efacee7b88 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:39.335112 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3638f0c2-358a-4ace-bee3-ffb3a9c42715 req-2d05a277-471a-40b4-b274-c1efacee7b88 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.0979238 Dec 02 15:53:39.392520 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3638f0c2-358a-4ace-bee3-ffb3a9c42715 req-7f23e273-1460-4d67-881f-e91a2ea3889c tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488529 Dec 02 15:53:39.673186 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c706c41-c7ce-4297-afe9-a6e88c7de1ec req-4b6838ae-391d-4e02-a7d2-d662b47c9cc4 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:39.674844 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0c706c41-c7ce-4297-afe9-a6e88c7de1ec req-4b6838ae-391d-4e02-a7d2-d662b47c9cc4 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=4bc58da8-50b6-4c7c-a83b-38526c36d540 HTTP/1.1" status: 200 len: 945 time: 0.0867939 Dec 02 15:53:39.738107 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0c706c41-c7ce-4297-afe9-a6e88c7de1ec req-8e04931d-a0bd-4c59-b05e-c4655b00821c tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559559 Dec 02 15:53:40.622624 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e614e-fef1-4f09-ba80-f62c2a9b2729 req-0a34de8b-b526-4c6b-a4e0-d256d2504a06 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:40.624266 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-973e614e-fef1-4f09-ba80-f62c2a9b2729 req-0a34de8b-b526-4c6b-a4e0-d256d2504a06 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.0945380 Dec 02 15:53:40.675966 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-973e614e-fef1-4f09-ba80-f62c2a9b2729 req-7faca847-63a3-4b98-9adf-e0f200d033b8 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451212 Dec 02 15:53:40.986376 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dfaa2-179a-46ea-bb00-084c07393b34 req-0e09f3c6-3454-49ad-90db-6a4841f4ba30 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:40.987987 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ed8dfaa2-179a-46ea-bb00-084c07393b34 req-0e09f3c6-3454-49ad-90db-6a4841f4ba30 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=4bc58da8-50b6-4c7c-a83b-38526c36d540 HTTP/1.1" status: 200 len: 945 time: 0.0846474 Dec 02 15:53:41.044577 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ed8dfaa2-179a-46ea-bb00-084c07393b34 req-ce9e9891-d751-4b3c-97b6-9d58bb3c61d4 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497265 Dec 02 15:53:41.899895 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea60062-d10e-4641-9936-08edc2e923d3 req-c5de3c79-a55f-47a1-b2eb-51ed5d752f5b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:41.901803 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-dea60062-d10e-4641-9936-08edc2e923d3 req-c5de3c79-a55f-47a1-b2eb-51ed5d752f5b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.0905521 Dec 02 15:53:41.953200 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-dea60062-d10e-4641-9936-08edc2e923d3 req-996c344c-6f6c-4c95-832c-d79b59a61035 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441191 Dec 02 15:53:42.279519 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ce272-cd46-44e5-8a1b-f4df71192b71 req-f739ddd8-94b9-401a-bf54-0a5885a56ffc tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:42.281193 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-800ce272-cd46-44e5-8a1b-f4df71192b71 req-f739ddd8-94b9-401a-bf54-0a5885a56ffc tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=4bc58da8-50b6-4c7c-a83b-38526c36d540 HTTP/1.1" status: 200 len: 945 time: 0.0947132 Dec 02 15:53:42.334557 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-800ce272-cd46-44e5-8a1b-f4df71192b71 req-92caf0f7-3af6-4105-aac4-85037361cd8f tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468490 Dec 02 15:53:42.666527 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6705e5-9942-40b4-848d-f422c0ec5e65 req-b357a8b1-3d6a-440b-b57a-aa5227857cc1 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:42.667296 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-ca6705e5-9942-40b4-848d-f422c0ec5e65 req-b357a8b1-3d6a-440b-b57a-aa5227857cc1 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Synchronizing usage tracker for tenant:5b044abbdfeb42beab9693a7883ab0b0 on resource:port {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:53:42.713134 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-ca6705e5-9942-40b4-848d-f422c0ec5e65 req-b357a8b1-3d6a-440b-b57a-aa5227857cc1 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Unset dirty status for tenant:5b044abbdfeb42beab9693a7883ab0b0 on resource:port {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:53:42.714578 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ca6705e5-9942-40b4-848d-f422c0ec5e65 req-b357a8b1-3d6a-440b-b57a-aa5227857cc1 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.90 "GET /v2.0/ports?device_id=4bc58da8-50b6-4c7c-a83b-38526c36d540 HTTP/1.1" status: 200 len: 945 time: 0.1336784 Dec 02 15:53:42.798292 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-ca6705e5-9942-40b4-848d-f422c0ec5e65 req-9d8b7d88-7fbc-45ef-a5d2-31243dc7fde8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Deleting port 5387bb81-a9de-4819-a1e4-7a66d4bcbeb2 {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:53:42.798732 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-ca6705e5-9942-40b4-848d-f422c0ec5e65 req-9d8b7d88-7fbc-45ef-a5d2-31243dc7fde8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:42.851270 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 5387bb81-a9de-4819-a1e4-7a66d4bcbeb2 no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 15:53:42.974787 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:43.035096 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc58da8-50b6-4c7c-a83b-38526c36d540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5387bb81-a9de-4819-a1e4-7a66d4bcbeb2'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:53:43.058414 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 5387bb81-a9de-4819-a1e4-7a66d4bcbeb2, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=5387bb81-a9de-4819-a1e4-7a66d4bcbeb2,segment=NetworkSegment(9aebbdee-50e1-48d0-ae87-0bb502d0e028),segment_id=9aebbdee-50e1-48d0-ae87-0bb502d0e028)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:53:43.093452 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:43.095708 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:53:43.205617 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-ca6705e5-9942-40b4-848d-f422c0ec5e65 req-9d8b7d88-7fbc-45ef-a5d2-31243dc7fde8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] For port 5387bb81-a9de-4819-a1e4-7a66d4bcbeb2, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=5387bb81-a9de-4819-a1e4-7a66d4bcbeb2,segment=NetworkSegment(9aebbdee-50e1-48d0-ae87-0bb502d0e028),segment_id=9aebbdee-50e1-48d0-ae87-0bb502d0e028)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:53:43.206195 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-ca6705e5-9942-40b4-848d-f422c0ec5e65 req-9d8b7d88-7fbc-45ef-a5d2-31243dc7fde8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:43.224311 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc58da8-50b6-4c7c-a83b-38526c36d540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5387bb81-a9de-4819-a1e4-7a66d4bcbeb2', 'code': 200} Dec 02 15:53:43.225364 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=5387bb81-a9de-4819-a1e4-7a66d4bcbeb2,revision_number=5']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:53:43.226014 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fd735-84fd-4d2b-8f47-8a7c8db8f92a req-b0d3fb93-0310-4633-87ad-7358cc27f77d tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:43.228629 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ae5fd735-84fd-4d2b-8f47-8a7c8db8f92a req-b0d3fb93-0310-4633-87ad-7358cc27f77d tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1170123 Dec 02 15:53:43.237434 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:53:43.300449 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ae5fd735-84fd-4d2b-8f47-8a7c8db8f92a req-1a17f48c-38ae-4190-b96e-a3afefe4dbfa tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480521 Dec 02 15:53:43.357804 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-ca6705e5-9942-40b4-848d-f422c0ec5e65 req-9d8b7d88-7fbc-45ef-a5d2-31243dc7fde8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Calling delete_port for 5387bb81-a9de-4819-a1e4-7a66d4bcbeb2 owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:53:43.481918 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.api [req-ca6705e5-9942-40b4-848d-f422c0ec5e65 req-9d8b7d88-7fbc-45ef-a5d2-31243dc7fde8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80330) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 15:53:43.482593 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_db.api [req-ca6705e5-9942-40b4-848d-f422c0ec5e65 req-9d8b7d88-7fbc-45ef-a5d2-31243dc7fde8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 15:53:43.553212 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 39234) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:53:43.606147 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e278779-0416-436c-9987-fed63da05ccd req-a8218df8-1826-4e46-a1c7-277ef8666bfc tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:43.608490 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3e278779-0416-436c-9987-fed63da05ccd req-a8218df8-1826-4e46-a1c7-277ef8666bfc tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=4bc58da8-50b6-4c7c-a83b-38526c36d540 HTTP/1.1" status: 200 len: 943 time: 0.1177282 Dec 02 15:53:43.660387 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3e278779-0416-436c-9987-fed63da05ccd req-4a5ddcf5-61a5-4c68-865c-b911d649399c tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450604 Dec 02 15:53:43.781216 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0e31bf77-8ae3-4931-be14-bda2b4b005ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:43.802978 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-0e31bf77-8ae3-4931-be14-bda2b4b005ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:53:43.808415 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-0e31bf77-8ae3-4931-be14-bda2b4b005ce admin admin] Usage tracker for resource:security_group_rule and tenant:2e47d3a852884de08b60049ed69e11e2 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:53:43.811658 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-0e31bf77-8ae3-4931-be14-bda2b4b005ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:53:43.818264 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-0e31bf77-8ae3-4931-be14-bda2b4b005ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:53:44.091558 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-ca6705e5-9942-40b4-848d-f422c0ec5e65 req-9d8b7d88-7fbc-45ef-a5d2-31243dc7fde8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Deleting port 5387bb81-a9de-4819-a1e4-7a66d4bcbeb2 {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:53:44.092119 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-ca6705e5-9942-40b4-848d-f422c0ec5e65 req-9d8b7d88-7fbc-45ef-a5d2-31243dc7fde8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:44.237757 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0e31bf77-8ae3-4931-be14-bda2b4b005ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:44.324359 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0e31bf77-8ae3-4931-be14-bda2b4b005ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:44.336006 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-607475cb-a5b5-4c8c-8815-df3c8956c7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:53:44.402675 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31bf77-8ae3-4931-be14-bda2b4b005ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34f407f-d8cb-4a6c-89ce-1e26e0cd73e0,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:53:44.414828 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-0e31bf77-8ae3-4931-be14-bda2b4b005ce admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2e47d3a852884de08b60049ed69e11e2&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8556738 Dec 02 15:53:44.414962 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 39246) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:53:44.415077 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0e31bf77-8ae3-4931-be14-bda2b4b005ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:53:44.456608 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-ca6705e5-9942-40b4-848d-f422c0ec5e65 req-9d8b7d88-7fbc-45ef-a5d2-31243dc7fde8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] For port 5387bb81-a9de-4819-a1e4-7a66d4bcbeb2, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=5387bb81-a9de-4819-a1e4-7a66d4bcbeb2,segment=NetworkSegment(9aebbdee-50e1-48d0-ae87-0bb502d0e028),segment_id=9aebbdee-50e1-48d0-ae87-0bb502d0e028)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:53:44.456867 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-ca6705e5-9942-40b4-848d-f422c0ec5e65 req-9d8b7d88-7fbc-45ef-a5d2-31243dc7fde8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:44.548526 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:44.588945 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:44.597536 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-ca6705e5-9942-40b4-848d-f422c0ec5e65 req-9d8b7d88-7fbc-45ef-a5d2-31243dc7fde8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Calling delete_port for 5387bb81-a9de-4819-a1e4-7a66d4bcbeb2 owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:53:44.624396 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f1bfc-5c99-4ba7-ae32-40c4fb0e78d4 req-6edec64d-9c5a-43c2-b0fc-79a2b2ebc5f2 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:44.625993 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-434f1bfc-5c99-4ba7-ae32-40c4fb0e78d4 req-6edec64d-9c5a-43c2-b0fc-79a2b2ebc5f2 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1769660 Dec 02 15:53:44.688271 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-434f1bfc-5c99-4ba7-ae32-40c4fb0e78d4 req-713ec076-5e6a-4c95-a72f-39f7d5dcc2c3 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533595 Dec 02 15:53:44.807427 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:44.815186 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9879e96c-e725-4704-a37c-b481c504749c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:53:44.871946 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34f407f-d8cb-4a6c-89ce-1e26e0cd73e0,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:53:44.885198 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-54c1d023-5864-494c-9551-7108e4494523 req-2c384b9e-3654-4b0e-bb2c-e1d08a0353f5 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=4bc58da8-50b6-4c7c-a83b-38526c36d540 HTTP/1.1" status: 200 len: 210 time: 0.0713086 Dec 02 15:53:44.890634 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:44.891034 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:44.891429 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:44.891814 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:44.892285 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:44.892679 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:44.893053 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:44.893468 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:44.893821 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:44.894199 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:44.894601 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:44.894986 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:44.895401 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:44.895778 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:44.896153 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:44.896527 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:44.896899 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:44.897271 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:44.897650 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:44.898101 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:44.898369 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:44.898860 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:44.899149 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:44.899519 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:44.901879 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-ca6705e5-9942-40b4-848d-f422c0ec5e65 req-9d8b7d88-7fbc-45ef-a5d2-31243dc7fde8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:44.902823 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:44.907042 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f34f407f-d8cb-4a6c-89ce-1e26e0cd73e0 HTTP/1.1" status: 204 len: 168 time: 0.4911952 Dec 02 15:53:44.908467 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:53:44.928110 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6a7f395d-7646-4541-8f42-f472161d633c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:53:45.043799 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b7d88-7fbc-45ef-a5d2-31243dc7fde8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Pushing event deleted for resources: {'Port': ['ID=5387bb81-a9de-4819-a1e4-7a66d4bcbeb2,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:53:45.054620 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9d8b7d88-7fbc-45ef-a5d2-31243dc7fde8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:53:45.183286 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6705e5-9942-40b4-848d-f422c0ec5e65 req-9d8b7d88-7fbc-45ef-a5d2-31243dc7fde8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] No DVR routers for this DVR port 5387bb81-a9de-4819-a1e4-7a66d4bcbeb2 on host hv-cinder-73761 {{(pid=80330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 15:53:45.185788 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-ca6705e5-9942-40b4-848d-f422c0ec5e65 req-9d8b7d88-7fbc-45ef-a5d2-31243dc7fde8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:45.188762 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc58da8-50b6-4c7c-a83b-38526c36d540', 'name': 'network-vif-deleted', 'tag': '5387bb81-a9de-4819-a1e4-7a66d4bcbeb2'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:53:45.243260 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ca6705e5-9942-40b4-848d-f422c0ec5e65 req-9d8b7d88-7fbc-45ef-a5d2-31243dc7fde8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.90 "DELETE /v2.0/ports/5387bb81-a9de-4819-a1e4-7a66d4bcbeb2 HTTP/1.1" status: 204 len: 173 time: 2.5170085 Dec 02 15:53:45.258110 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc58da8-50b6-4c7c-a83b-38526c36d540', 'name': 'network-vif-deleted', 'tag': '5387bb81-a9de-4819-a1e4-7a66d4bcbeb2', 'status': 'completed', 'code': 200} Dec 02 15:53:45.926711 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd094bd9-1317-4638-bd9a-680ab604709b req-9ad35914-2395-4e02-89d5-98f15eebbf14 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:45.928326 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-dd094bd9-1317-4638-bd9a-680ab604709b req-9ad35914-2395-4e02-89d5-98f15eebbf14 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.0977979 Dec 02 15:53:45.997877 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-dd094bd9-1317-4638-bd9a-680ab604709b req-4bbb4f0f-0859-46e4-ae86-6898e61f8670 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610902 Dec 02 15:53:46.059429 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 39290) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:53:46.129240 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4f0018d3-bc4d-4bc8-8cef-98d4849863dc req-ea1775c1-0501-44f4-8bc4-64bbed904cf4 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=4bc58da8-50b6-4c7c-a83b-38526c36d540 HTTP/1.1" status: 200 len: 210 time: 0.0484641 Dec 02 15:53:46.233716 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-796837125-network', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:53:46.239153 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:53:46.245383 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Usage tracker for resource:network and tenant:e8d7a18fc79d48ee8c642b9c7dcb09bb is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:53:46.248577 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:53:46.254471 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:53:46.298247 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Made reservation on behalf of e8d7a18fc79d48ee8c642b9c7dcb09bb for: {'network': 1} {{(pid=80331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:53:46.303588 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for network, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:46.317853 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:46.334596 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:53:46.340391 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Usage tracker for resource:security_group_rule and tenant:e8d7a18fc79d48ee8c642b9c7dcb09bb is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:53:46.343494 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:53:46.349946 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:53:46.442061 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:46.487030 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:46.491681 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-579ea481-ed6b-418f-b963-24085a6cd9fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:53:46.527416 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 15:53:46.536988 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af11abd-d5cb-40bd-ba17-822551d03a57,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:53:46.540367 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:53:46.577947 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737198195520', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:46.578394 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.segments_db [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Added segment 08c06472-e5a4-4cd4-ad7e-966ba17347d1 of type vxlan for network 381266ba-2c0c-4b16-ae63-d025abb85ceb Dec 02 15:53:46.645351 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737197622950'] for network, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:46.732872 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for network, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:46.734140 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:46.734841 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:46.740375 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d3fa9ecb-3b9c-4092-bd90-d1480cec8b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:53:46.846393 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Pushing event updated for resources: {'Network': ['ID=381266ba-2c0c-4b16-ae63-d025abb85ceb,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:53:46.849800 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:53:46.859000 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Network 381266ba-2c0c-4b16-ae63-d025abb85ceb details requested by agent ovs-agent-dv-cinder-737618-2-smb with host dv-cinder-737618-2-smb {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:53:46.862532 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8017974 Dec 02 15:53:46.865784 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 39298) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:53:46.873750 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-06d018e0-fc1f-4970-9047-be5978ad0517 admin admin] Request body: {'subnet': {'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-796837125-subnet', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'ip_version': 4}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:53:46.879100 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-06d018e0-fc1f-4970-9047-be5978ad0517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:53:46.885214 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-06d018e0-fc1f-4970-9047-be5978ad0517 admin admin] Usage tracker for resource:subnet and tenant:e8d7a18fc79d48ee8c642b9c7dcb09bb is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:53:46.888684 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-06d018e0-fc1f-4970-9047-be5978ad0517 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:53:46.895337 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-06d018e0-fc1f-4970-9047-be5978ad0517 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:53:46.929514 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Network 381266ba-2c0c-4b16-ae63-d025abb85ceb details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:53:46.947755 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d018e0-fc1f-4970-9047-be5978ad0517 admin admin] Made reservation on behalf of e8d7a18fc79d48ee8c642b9c7dcb09bb for: {'subnet': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:53:46.954427 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-06d018e0-fc1f-4970-9047-be5978ad0517 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036840066806'] for subnet, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:47.370836 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5108e72-f025-428f-86cb-50fa6d843767 req-bae4f703-1362-49eb-9cd4-15c8c9972baa tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:47.372479 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f5108e72-f025-428f-86cb-50fa6d843767 req-bae4f703-1362-49eb-9cd4-15c8c9972baa tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.0937271 Dec 02 15:53:47.426304 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f5108e72-f025-428f-86cb-50fa6d843767 req-6253b645-38dc-4fff-a187-c46075e564d7 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464876 Dec 02 15:53:47.787507 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-06d018e0-fc1f-4970-9047-be5978ad0517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839054388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036840066789'] for subnet, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:47.804370 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-7bbb8596-feff-4a41-9658-9296a48aaddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:53:47.950347 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d018e0-fc1f-4970-9047-be5978ad0517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58fb7be0-8747-4314-8cd6-9f3f0bf15dc2,revision_number=0']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:53:47.963546 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-06d018e0-fc1f-4970-9047-be5978ad0517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:53:48.031027 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d018e0-fc1f-4970-9047-be5978ad0517 admin admin] Checking segment: {'id': '08c06472-e5a4-4cd4-ad7e-966ba17347d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:53:48.031411 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d018e0-fc1f-4970-9047-be5978ad0517 admin admin] Network hostable DHCP agents. Network: 381266ba-2c0c-4b16-ae63-d025abb85ceb, hostable agents: ['f9c54d63-a3bd-491a-8648-7c87c1e70bbe'], hosted agents: [] {{(pid=80330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 15:53:48.087555 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d018e0-fc1f-4970-9047-be5978ad0517 admin admin] Network 381266ba-2c0c-4b16-ae63-d025abb85ceb is scheduled to be hosted by DHCP agent f9c54d63-a3bd-491a-8648-7c87c1e70bbe with binding_index 1 {{(pid=80330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 15:53:48.124897 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-06d018e0-fc1f-4970-9047-be5978ad0517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-smb, 381266ba-2c0c-4b16-ae63-d025abb85ceb) {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:53:48.136474 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e3abdf-400e-4c10-8f3b-4027c68da497 None None] Network 381266ba-2c0c-4b16-ae63-d025abb85ceb requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:53:48.141057 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d018e0-fc1f-4970-9047-be5978ad0517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:48.141718 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-06d018e0-fc1f-4970-9047-be5978ad0517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for subnet, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:48.212275 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-06d018e0-fc1f-4970-9047-be5978ad0517 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3419862 Dec 02 15:53:48.215635 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 39330) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:53:48.223467 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-796837125-router', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:53:48.231452 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:53:48.241596 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] Usage tracker for resource:router and tenant:e8d7a18fc79d48ee8c642b9c7dcb09bb is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:53:48.253051 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:53:48.266133 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:53:48.316386 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854218090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:48.319535 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854218143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854336912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854761223'] for router, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:48.346052 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:48.431327 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da9dfaf-62d6-5646-b99e-815292006dec-381266ba-2c0c-4b16-ae63-d025abb85ceb', 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'fixed_ips': [{'subnet_id': '58fb7be0-8747-4314-8cd6-9f3f0bf15dc2'}]}} from dv-cinder-737618-2-smb. {{(pid=80332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 02 15:53:48.432613 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:48.683309 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54d2f2-6806-47cc-bad9-bbeae32d7de3 req-5d097d49-6551-4e11-a7b7-458893861d07 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:48.686217 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ae54d2f2-6806-47cc-bad9-bbeae32d7de3 req-5d097d49-6551-4e11-a7b7-458893861d07 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1051095 Dec 02 15:53:48.732081 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-557688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761322'] for router, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:48.748298 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ae54d2f2-6806-47cc-bad9-bbeae32d7de3 req-b336d729-b583-4307-8eaf-08f559ea4f53 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550687 Dec 02 15:53:48.880465 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Allocated IP 172.20.0.2 (381266ba-2c0c-4b16-ae63-d025abb85ceb/58fb7be0-8747-4314-8cd6-9f3f0bf15dc2/eb88bfbd-93fa-4106-b650-12df0380fd63) {{(pid=80332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:53:49.314066 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Notify callbacks [] for port, precommit_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:49.332680 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Transition to ACTIVE for port object eb88bfbd-93fa-4106-b650-12df0380fd63 will not be triggered until provisioned by entity L2. {{(pid=80332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:53:49.352228 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Transition to ACTIVE for port object eb88bfbd-93fa-4106-b650-12df0380fd63 will not be triggered until provisioned by entity DHCP. {{(pid=80332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:53:49.380657 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d933334-f77a-4223-8a48-31bc70b29b69 req-b059df2d-ef53-455a-b107-588a6f66ba32 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:49.382525 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5d933334-f77a-4223-8a48-31bc70b29b69 req-b059df2d-ef53-455a-b107-588a6f66ba32 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 946 time: 0.1004224 Dec 02 15:53:49.385032 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067'] for port, after_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:49.392295 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:49.402793 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:53:49.430565 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:49.459210 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5d933334-f77a-4223-8a48-31bc70b29b69 req-67fab2f0-a0b8-4da9-82c9-727947f50b6e tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634904 Dec 02 15:53:49.550498 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Pushing event updated for resources: {'Port': ['ID=eb88bfbd-93fa-4106-b650-12df0380fd63,revision_number=1']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:53:49.558995 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:53:49.644380 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Network 381266ba-2c0c-4b16-ae63-d025abb85ceb is already hosted by enough agents. {{(pid=80332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:53:49.645650 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Resources bound (agent type, host, resource id): {{(pid=80332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:53:49.649488 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Received port after_create {{(pid=80332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:53:49.707322 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Attempting to bind port eb88bfbd-93fa-4106-b650-12df0380fd63 on host dv-cinder-737618-2-smb for vnic_type normal with profile {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:53:49.707747 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Attempting to bind port eb88bfbd-93fa-4106-b650-12df0380fd63 by drivers openvswitch on host dv-cinder-737618-2-smb at level 0 using segments [{'id': '08c06472-e5a4-4cd4-ad7e-966ba17347d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb'}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:53:49.708162 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Attempting to bind port eb88bfbd-93fa-4106-b650-12df0380fd63 on network 381266ba-2c0c-4b16-ae63-d025abb85ceb {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:53:49.715066 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Checking agent: {'id': '9e491a05-148d-4c27-9923-258931fe0ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 40, 26), 'started_at': datetime.datetime(2020, 12, 2, 15, 40, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:53:49.715505 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Checking segment: {'id': '08c06472-e5a4-4cd4-ad7e-966ba17347d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:53:49.715976 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:49.716402 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Bound using segment: {'id': '08c06472-e5a4-4cd4-ad7e-966ba17347d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb'} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:53:49.716929 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Bound port: eb88bfbd-93fa-4106-b650-12df0380fd63, host: dv-cinder-737618-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c06472-e5a4-4cd4-ad7e-966ba17347d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb'}}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:53:49.717354 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:49.748935 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] Allocated IP 172.28.0.111 (37c00fa4-9d8d-40bf-927e-52444f2dd708/960a6109-8752-4c76-aab7-dfde0e16e857/73687296-5abb-48c7-a640-6d510baf1795) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:53:49.853781 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] For port eb88bfbd-93fa-4106-b650-12df0380fd63, host dv-cinder-737618-2-smb, cleared binding levels {{(pid=80332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:53:49.859850 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] For port eb88bfbd-93fa-4106-b650-12df0380fd63, host dv-cinder-737618-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=eb88bfbd-93fa-4106-b650-12df0380fd63,segment=NetworkSegment(08c06472-e5a4-4cd4-ad7e-966ba17347d1),segment_id=08c06472-e5a4-4cd4-ad7e-966ba17347d1)] {{(pid=80332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:53:49.900266 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:49.917364 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:53:49.936264 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:50.006417 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:50.028476 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:53:50.124770 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Pushing event updated for resources: {'Port': ['ID=eb88bfbd-93fa-4106-b650-12df0380fd63,revision_number=2']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:53:50.128905 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:53:50.210505 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] Pushing event updated for resources: {'Port': ['ID=73687296-5abb-48c7-a640-6d510baf1795,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:53:50.216242 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:53:50.272348 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] Network 37c00fa4-9d8d-40bf-927e-52444f2dd708 is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:53:50.274904 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:53:50.277268 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:53:50.280528 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca78ab-7bc0-460f-bd46-3621f29074dc req-85543835-d97c-4cf3-a83a-bfc75293407c tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:50.282212 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cbca78ab-7bc0-460f-bd46-3621f29074dc req-85543835-d97c-4cf3-a83a-bfc75293407c tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.3485198 Dec 02 15:53:50.332607 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cbca78ab-7bc0-460f-bd46-3621f29074dc req-c88745e3-8f76-472c-a68e-237e9e26ab11 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432227 Dec 02 15:53:50.707401 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def0f70-e7c8-49af-a4bb-8be271dc1253 req-5335bc6b-eea9-4b56-9e8c-0644732d9a42 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:50.709019 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8def0f70-e7c8-49af-a4bb-8be271dc1253 req-5335bc6b-eea9-4b56-9e8c-0644732d9a42 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 946 time: 0.0886562 Dec 02 15:53:50.760534 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8def0f70-e7c8-49af-a4bb-8be271dc1253 req-69c9969d-d654-4129-be94-a43ebd3763d3 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440085 Dec 02 15:53:50.889302 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:51.268938 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854218128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559623'] for router, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:51.513163 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349ed7f9-d1c5-4f16-9508-1c53028217ad None None] Network 381266ba-2c0c-4b16-ae63-d025abb85ceb requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:53:51.538276 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] Router 54169f97-831f-46fd-97ad-27b078c4370b is scheduled to L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf with binding_index 1 {{(pid=80330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 02 15:53:51.567024 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df5ea4-f238-4387-a7e1-f24f13a4eb12 req-3ad0d5b1-a916-4591-9b3e-46689412aaa8 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:51.568764 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a2df5ea4-f238-4387-a7e1-f24f13a4eb12 req-3ad0d5b1-a916-4591-9b3e-46689412aaa8 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.0890994 Dec 02 15:53:51.652960 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-dfd468ad-ec86-4b61-a41c-6291570dd3eb None None] Provisioning for port eb88bfbd-93fa-4106-b650-12df0380fd63 completed by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:53:51.659398 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a2df5ea4-f238-4387-a7e1-f24f13a4eb12 req-f8693bf3-8612-40ee-837b-26b3e64ab71b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792363 Dec 02 15:53:51.910150 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7817a18b-7559-4e7a-939c-4560571480d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:52.002318 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:53:52.016337 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] Sync routers for ids ['54169f97-831f-46fd-97ad-27b078c4370b'] in dv-cinder-737618-2-smb {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:53:52.048461 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] Routers {'54169f97-831f-46fd-97ad-27b078c4370b'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:53:52.049159 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:53:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['54169f97-831f-46fd-97ad-27b078c4370b'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:53:52.088179 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] Notify callbacks [] for router, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:52.089596 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8723810 Dec 02 15:53:52.098855 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 39394) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:53:52.101794 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffe2a1-4e80-4ec7-be7f-59943c96adc5 req-1e350d60-7431-4792-a842-0944158f50ed tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:52.106966 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7cffe2a1-4e80-4ec7-be7f-59943c96adc5 req-1e350d60-7431-4792-a842-0944158f50ed tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 946 time: 0.1560347 Dec 02 15:53:52.111320 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device eb88bfbd-93fa-4106-b650-12df0380fd63 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:53:52.190968 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7cffe2a1-4e80-4ec7-be7f-59943c96adc5 req-4206948a-66e7-4d34-a6a1-30f868cbd992 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790987 Dec 02 15:53:52.287411 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning for port eb88bfbd-93fa-4106-b650-12df0380fd63 completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:53:52.294345 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port eb88bfbd-93fa-4106-b650-12df0380fd63 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:53:52.294811 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:52.342366 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] Set router 54169f97-831f-46fd-97ad-27b078c4370b gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:53:52.471645 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-5cc0b71f-54ed-408e-8a7b-cf6a6c23c8af None None] Provisioning complete for port eb88bfbd-93fa-4106-b650-12df0380fd63 triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:53:52.472070 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5cc0b71f-54ed-408e-8a7b-cf6a6c23c8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:52.515147 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:52.579439 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] For port eb88bfbd-93fa-4106-b650-12df0380fd63, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=eb88bfbd-93fa-4106-b650-12df0380fd63,segment=NetworkSegment(08c06472-e5a4-4cd4-ad7e-966ba17347d1),segment_id=08c06472-e5a4-4cd4-ad7e-966ba17347d1)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:53:52.613990 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:52.617407 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:53:52.644374 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd44495-1006-42e9-8e85-d942395bdad7 req-4a7ac0e1-56b5-4882-8ef1-80a8126b6b03 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:52.645386 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-3cd44495-1006-42e9-8e85-d942395bdad7 req-4a7ac0e1-56b5-4882-8ef1-80a8126b6b03 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Synchronizing usage tracker for tenant:5b044abbdfeb42beab9693a7883ab0b0 on resource:port {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:53:52.743726 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54169f97-831f-46fd-97ad-27b078c4370b', 'name': 'tempest-TestShelveInstance-796837125-router', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '73687296-5abb-48c7-a640-6d510baf1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:53:48Z', 'updated_at': '2020-12-02T15:53:50Z', 'revision_number': 3, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'gw_port': {'id': '73687296-5abb-48c7-a640-6d510baf1795', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:53:49Z', 'updated_at': '2020-12-02T15:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:53:52.748494 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] Checking router: 54169f97-831f-46fd-97ad-27b078c4370b for host: dv-cinder-737618-2-smb {{(pid=80333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:53:52.748892 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] Updating router 54169f97-831f-46fd-97ad-27b078c4370b port 73687296-5abb-48c7-a640-6d510baf1795 binding host dv-cinder-737618-2-smb {{(pid=80333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 15:53:52.763038 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-3cd44495-1006-42e9-8e85-d942395bdad7 req-4a7ac0e1-56b5-4882-8ef1-80a8126b6b03 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Unset dirty status for tenant:5b044abbdfeb42beab9693a7883ab0b0 on resource:port {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:53:52.764310 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3cd44495-1006-42e9-8e85-d942395bdad7 req-4a7ac0e1-56b5-4882-8ef1-80a8126b6b03 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.90 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 946 time: 0.3321323 Dec 02 15:53:52.790932 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Pushing event updated for resources: {'Port': ['ID=eb88bfbd-93fa-4106-b650-12df0380fd63,revision_number=3']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:53:52.795222 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:53:52.872486 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:52.914968 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-503917be-0636-4fa9-b334-851daec2117a None None] Provisioning complete for port eb88bfbd-93fa-4106-b650-12df0380fd63 triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:53:52.915496 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-503917be-0636-4fa9-b334-851daec2117a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:52.958364 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456ebdd-8c81-43e7-8dba-ff94a47ccc17 req-fc0765cf-df24-453f-8fac-4895daa93df0 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:52.960105 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0456ebdd-8c81-43e7-8dba-ff94a47ccc17 req-fc0765cf-df24-453f-8fac-4895daa93df0 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.0952671 Dec 02 15:53:53.079224 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0456ebdd-8c81-43e7-8dba-ff94a47ccc17 req-d0266a6e-4346-4189-bcd5-ed1e1273e351 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074982 Dec 02 15:53:53.118331 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device f0f85773-fe83-4375-bbd9-3603492de3ee no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 15:53:53.131043 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-3cd44495-1006-42e9-8e85-d942395bdad7 req-e542ccbb-c18f-418d-bef8-a44c01969024 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Deleting port f0f85773-fe83-4375-bbd9-3603492de3ee {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:53:53.131043 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-3cd44495-1006-42e9-8e85-d942395bdad7 req-e542ccbb-c18f-418d-bef8-a44c01969024 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:53.341432 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:53.415564 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port f0f85773-fe83-4375-bbd9-3603492de3ee, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=f0f85773-fe83-4375-bbd9-3603492de3ee,segment=NetworkSegment(9aebbdee-50e1-48d0-ae87-0bb502d0e028),segment_id=9aebbdee-50e1-48d0-ae87-0bb502d0e028)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:53:53.417112 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635c64b0-74a6-4c34-ab54-916b19c76a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0f85773-fe83-4375-bbd9-3603492de3ee'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:53:53.447237 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:53.449537 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:53:53.520849 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9e4f5cb1-e222-4750-94fb-d923d6bda738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:53.537746 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635c64b0-74a6-4c34-ab54-916b19c76a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0f85773-fe83-4375-bbd9-3603492de3ee', 'code': 200} Dec 02 15:53:53.537746 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=f0f85773-fe83-4375-bbd9-3603492de3ee,revision_number=5']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:53:53.540000 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:53:53.571033 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32796f57-f099-42b9-ba35-ab8baf019405 req-0ba7c963-3c47-43bc-ba68-e7be57b4a003 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:53.579964 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-32796f57-f099-42b9-ba35-ab8baf019405 req-0ba7c963-3c47-43bc-ba68-e7be57b4a003 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 944 time: 0.1842556 Dec 02 15:53:53.637762 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:53.652058 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-32796f57-f099-42b9-ba35-ab8baf019405 req-82138df8-8a75-4e9c-adb7-b16a9f01b092 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705044 Dec 02 15:53:53.655129 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] Transition to ACTIVE for port object 73687296-5abb-48c7-a640-6d510baf1795 will not be triggered until provisioned by entity L2. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:53:53.720358 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:53.737687 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-3cd44495-1006-42e9-8e85-d942395bdad7 req-e542ccbb-c18f-418d-bef8-a44c01969024 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] For port f0f85773-fe83-4375-bbd9-3603492de3ee, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=f0f85773-fe83-4375-bbd9-3603492de3ee,segment=NetworkSegment(9aebbdee-50e1-48d0-ae87-0bb502d0e028),segment_id=9aebbdee-50e1-48d0-ae87-0bb502d0e028)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:53:53.738094 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-3cd44495-1006-42e9-8e85-d942395bdad7 req-e542ccbb-c18f-418d-bef8-a44c01969024 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:53.739258 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-f7c4a1d2-b6ac-47b2-9679-59ddda992ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:53:53.896296 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Pushing event updated for resources: {'Port': ['ID=73687296-5abb-48c7-a640-6d510baf1795,revision_number=2']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:53:53.919772 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-3cd44495-1006-42e9-8e85-d942395bdad7 req-e542ccbb-c18f-418d-bef8-a44c01969024 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Calling delete_port for f0f85773-fe83-4375-bbd9-3603492de3ee owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:53:53.924653 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:53.925040 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:53.925421 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:53.925793 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:53.926160 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:53.926557 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:53.926924 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:53.927286 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:53.927647 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:53.928007 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:53.928392 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:53.928819 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:53.929220 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:53.929658 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:53.930645 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:53.931016 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:53.931375 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:53.931736 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:53.932094 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:53.932452 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:53.932808 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:53.933166 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:53.933523 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:53.933885 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:53:53.940482 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:53:54.024842 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] Attempting to bind port 73687296-5abb-48c7-a640-6d510baf1795 on host dv-cinder-737618-2-smb for vnic_type normal with profile {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:53:54.025437 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] Attempting to bind port 73687296-5abb-48c7-a640-6d510baf1795 by drivers openvswitch on host dv-cinder-737618-2-smb at level 0 using segments [{'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:53:54.026103 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] Attempting to bind port 73687296-5abb-48c7-a640-6d510baf1795 on network 37c00fa4-9d8d-40bf-927e-52444f2dd708 {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:53:54.041979 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] Checking agent: {'id': '9e491a05-148d-4c27-9923-258931fe0ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 40, 26), 'started_at': datetime.datetime(2020, 12, 2, 15, 40, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:53:54.042559 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] Checking segment: {'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:53:54.043137 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:54.045290 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] Bound using segment: {'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:53:54.046350 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] Bound port: 73687296-5abb-48c7-a640-6d510baf1795, host: dv-cinder-737618-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:53:54.046995 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:54.095989 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device eb88bfbd-93fa-4106-b650-12df0380fd63 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:53:54.152041 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.api [req-3cd44495-1006-42e9-8e85-d942395bdad7 req-e542ccbb-c18f-418d-bef8-a44c01969024 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80330) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 15:53:54.152384 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_db.api [req-3cd44495-1006-42e9-8e85-d942395bdad7 req-e542ccbb-c18f-418d-bef8-a44c01969024 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 15:53:54.168759 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] For port 73687296-5abb-48c7-a640-6d510baf1795, host dv-cinder-737618-2-smb, cleared binding levels {{(pid=80333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:53:54.173243 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] For port 73687296-5abb-48c7-a640-6d510baf1795, host dv-cinder-737618-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=73687296-5abb-48c7-a640-6d510baf1795,segment=NetworkSegment(e664ad9f-0009-4ff2-8670-18bebb570cf0),segment_id=e664ad9f-0009-4ff2-8670-18bebb570cf0)] {{(pid=80333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:53:54.187494 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port eb88bfbd-93fa-4106-b650-12df0380fd63 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:53:54.187620 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [None req-9e4f5cb1-e222-4750-94fb-d923d6bda738 admin admin] Allocated IP 172.20.0.1 (381266ba-2c0c-4b16-ae63-d025abb85ceb/58fb7be0-8747-4314-8cd6-9f3f0bf15dc2/8b015b0f-d5c9-4a75-9ecf-487b079f7f6f) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:53:54.187921 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:54.214889 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:54.245592 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-243ea093-79f7-428f-a33c-34af541e6b86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:53:54.372343 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9e4f5cb1-e222-4750-94fb-d923d6bda738 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:54.374968 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975eabe-bbdd-47bf-ac67-fe48e58478c6 req-437126aa-92bb-4671-8f9d-e51dcd36abec tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:54.384981 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e975eabe-bbdd-47bf-ac67-fe48e58478c6 req-437126aa-92bb-4671-8f9d-e51dcd36abec tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1026506 Dec 02 15:53:54.404837 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f128e2e8-8a7d-44b8-acbc-3d879cea67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:54.411786 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-9e4f5cb1-e222-4750-94fb-d923d6bda738 admin admin] Transition to ACTIVE for port object 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f will not be triggered until provisioned by entity DHCP. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:53:54.440659 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Pushing event updated for resources: {'Port': ['ID=73687296-5abb-48c7-a640-6d510baf1795,revision_number=3']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:53:54.444301 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-10250068-c0c3-4b87-ab26-c063283e9094 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:53:54.447775 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e975eabe-bbdd-47bf-ac67-fe48e58478c6 req-d4500942-f89b-4d8d-8fda-29a2dacd5ee1 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617237 Dec 02 15:53:54.499274 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] Routers {'54169f97-831f-46fd-97ad-27b078c4370b'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:53:54.499812 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:53:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['54169f97-831f-46fd-97ad-27b078c4370b'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:53:54.542101 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9e4f5cb1-e222-4750-94fb-d923d6bda738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:54.563353 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-f4874024-99c2-440a-8503-67849b2abb75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:53:54.875945 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:54.877749 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] Set router 54169f97-831f-46fd-97ad-27b078c4370b gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:53:54.918410 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370db96-4c04-4a1c-ae83-9ac663bf39dc req-4a6c0142-5c46-4e40-a27d-455e6e390ec7 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:54.920260 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e370db96-4c04-4a1c-ae83-9ac663bf39dc req-4a6c0142-5c46-4e40-a27d-455e6e390ec7 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 944 time: 0.1083460 Dec 02 15:53:54.951310 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-3cd44495-1006-42e9-8e85-d942395bdad7 req-e542ccbb-c18f-418d-bef8-a44c01969024 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Deleting port f0f85773-fe83-4375-bbd9-3603492de3ee {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:53:54.951523 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-3cd44495-1006-42e9-8e85-d942395bdad7 req-e542ccbb-c18f-418d-bef8-a44c01969024 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:55.018909 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e370db96-4c04-4a1c-ae83-9ac663bf39dc req-e133254e-12ce-46db-9689-fa0e162bfedf tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807152 Dec 02 15:53:55.070065 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f5cb1-e222-4750-94fb-d923d6bda738 admin admin] Pushing event updated for resources: {'Port': ['ID=8b015b0f-d5c9-4a75-9ecf-487b079f7f6f,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:53:55.089198 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9e4f5cb1-e222-4750-94fb-d923d6bda738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:53:55.228825 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-59f48c92-a142-411c-8701-7d81e9ba2f7c req-b33d0a9b-18ac-45b7-b1fb-16e6f90a1fea service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.7334337 Dec 02 15:53:55.273796 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54169f97-831f-46fd-97ad-27b078c4370b', 'name': 'tempest-TestShelveInstance-796837125-router', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '73687296-5abb-48c7-a640-6d510baf1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:53:48Z', 'updated_at': '2020-12-02T15:53:50Z', 'revision_number': 3, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'gw_port': {'id': '73687296-5abb-48c7-a640-6d510baf1795', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:53:49Z', 'updated_at': '2020-12-02T15:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:53:55.278816 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d83392-bf81-4982-91fa-dc627c6e65e5 None None] The sync data for ids ['54169f97-831f-46fd-97ad-27b078c4370b'] in dv-cinder-737618-2-smb is: [{'id': '54169f97-831f-46fd-97ad-27b078c4370b', 'name': 'tempest-TestShelveInstance-796837125-router', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '73687296-5abb-48c7-a640-6d510baf1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:53:48Z', 'updated_at': '2020-12-02T15:53:50Z', 'revision_number': 3, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'gw_port': {'id': '73687296-5abb-48c7-a640-6d510baf1795', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:53:49Z', 'updated_at': '2020-12-02T15:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}] {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:53:55.348016 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4f5cb1-e222-4750-94fb-d923d6bda738 admin admin] Network 381266ba-2c0c-4b16-ae63-d025abb85ceb is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:53:55.362248 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-9e4f5cb1-e222-4750-94fb-d923d6bda738 admin admin] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:53:55.369358 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4f5cb1-e222-4750-94fb-d923d6bda738 admin admin] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:53:55.484583 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9e4f5cb1-e222-4750-94fb-d923d6bda738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854215974'] for router_interface, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:55.541915 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-3cd44495-1006-42e9-8e85-d942395bdad7 req-e542ccbb-c18f-418d-bef8-a44c01969024 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] For port f0f85773-fe83-4375-bbd9-3603492de3ee, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=f0f85773-fe83-4375-bbd9-3603492de3ee,segment=NetworkSegment(9aebbdee-50e1-48d0-ae87-0bb502d0e028),segment_id=9aebbdee-50e1-48d0-ae87-0bb502d0e028)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:53:55.542322 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-3cd44495-1006-42e9-8e85-d942395bdad7 req-e542ccbb-c18f-418d-bef8-a44c01969024 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:55.561931 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f48c92-a142-411c-8701-7d81e9ba2f7c req-5583bcb7-2aed-4c50-80d7-4d174d49afbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:55.563686 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-59f48c92-a142-411c-8701-7d81e9ba2f7c req-5583bcb7-2aed-4c50-80d7-4d174d49afbd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7679e824ae94af092eab065a5350394&device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 1163 time: 0.2627513 Dec 02 15:53:55.704897 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b7796fcd-f1aa-4cf9-9dca-60aff5afb9e0 None None] Provisioning for port 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f completed by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:53:55.746333 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-3cd44495-1006-42e9-8e85-d942395bdad7 req-e542ccbb-c18f-418d-bef8-a44c01969024 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Calling delete_port for f0f85773-fe83-4375-bbd9-3603492de3ee owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:53:55.766612 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b7796fcd-f1aa-4cf9-9dca-60aff5afb9e0 None None] Provisioning complete for port 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:53:55.767240 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b7796fcd-f1aa-4cf9-9dca-60aff5afb9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:55.827130 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b3ad2-905e-4095-800a-06b95997c652 req-2203dc04-dc4d-416c-aa1f-f65583fca3ae tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:55.843323 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-768b3ad2-905e-4095-800a-06b95997c652 req-2203dc04-dc4d-416c-aa1f-f65583fca3ae tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.2154248 Dec 02 15:53:55.866168 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-b7796fcd-f1aa-4cf9-9dca-60aff5afb9e0 None None] Port 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f cannot update to ACTIVE because it is not bound. {{(pid=80332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 15:53:55.893521 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:55.924943 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-768b3ad2-905e-4095-800a-06b95997c652 req-3e9d018b-673a-4934-b4c6-828151c9811b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798841 Dec 02 15:53:56.088981 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f48c92-a142-411c-8701-7d81e9ba2f7c req-0ae94518-cd83-4c49-b944-3971da736809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:56.090659 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-59f48c92-a142-411c-8701-7d81e9ba2f7c req-0ae94518-cd83-4c49-b944-3971da736809 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e8564c47-b571-4eeb-9632-4e52a1d4b946 HTTP/1.1" status: 200 len: 913 time: 0.4561605 Dec 02 15:53:56.092494 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 73687296-5abb-48c7-a640-6d510baf1795 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:53:56.203664 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-59f48c92-a142-411c-8701-7d81e9ba2f7c req-c5b33289-b01e-4419-be02-c3f3a290a944 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d174d7b-5c63-4d2f-bb81-96210d71ccea HTTP/1.1" status: 200 len: 217 time: 0.1030140 Dec 02 15:53:56.270163 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning for port 73687296-5abb-48c7-a640-6d510baf1795 completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:53:56.277113 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9e4f5cb1-e222-4750-94fb-d923d6bda738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:56.277581 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 73687296-5abb-48c7-a640-6d510baf1795 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:53:56.278010 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:56.341234 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffaad5-85dd-47a6-9951-f4c2913a6a72 req-1eeb779a-1a28-4043-90e0-c84725206a35 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:56.343614 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-74ffaad5-85dd-47a6-9951-f4c2913a6a72 req-1eeb779a-1a28-4043-90e0-c84725206a35 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 944 time: 0.1099074 Dec 02 15:53:56.407691 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-74ffaad5-85dd-47a6-9951-f4c2913a6a72 req-33f095ff-bdb3-4918-823f-dd5d620bfd09 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/security-groups?id=d068438f-9cb9-4b91-b5be-6076de66660d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561676 Dec 02 15:53:56.440779 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f48c92-a142-411c-8701-7d81e9ba2f7c req-05677a52-b12b-4159-8279-fc074c0d0210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:56.442805 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-59f48c92-a142-411c-8701-7d81e9ba2f7c req-05677a52-b12b-4159-8279-fc074c0d0210 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3e434592-5494-4b21-a789-a46e40e41519 HTTP/1.1" status: 200 len: 859 time: 0.2247767 Dec 02 15:53:56.443467 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-3cd44495-1006-42e9-8e85-d942395bdad7 req-e542ccbb-c18f-418d-bef8-a44c01969024 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:56.466555 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-168c5dc5-1c21-4c85-9fef-2ad8f70d4686 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:53:56.480157 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:56.501121 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] For port 73687296-5abb-48c7-a640-6d510baf1795, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=73687296-5abb-48c7-a640-6d510baf1795,segment=NetworkSegment(e664ad9f-0009-4ff2-8670-18bebb570cf0),segment_id=e664ad9f-0009-4ff2-8670-18bebb570cf0)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:53:56.539433 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:56.541373 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:53:56.614895 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Pushing event updated for resources: {'Port': ['ID=73687296-5abb-48c7-a640-6d510baf1795,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:53:56.618958 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:53:56.627424 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542ccbb-c18f-418d-bef8-a44c01969024 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Pushing event deleted for resources: {'Port': ['ID=f0f85773-fe83-4375-bbd9-3603492de3ee,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:53:56.641174 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-59f48c92-a142-411c-8701-7d81e9ba2f7c req-703000ed-007d-4e71-a1f1-5a5941df9642 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e8564c47-b571-4eeb-9632-4e52a1d4b946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362984 Dec 02 15:53:56.646057 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e542ccbb-c18f-418d-bef8-a44c01969024 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:53:56.783892 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:57.236041 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd44495-1006-42e9-8e85-d942395bdad7 req-e542ccbb-c18f-418d-bef8-a44c01969024 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] No DVR routers for this DVR port f0f85773-fe83-4375-bbd9-3603492de3ee on host hv-cinder-73761 {{(pid=80330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 15:53:57.241411 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd4bf7-e21d-45cc-936e-6f0ccefccd4a req-9be27e7e-df0b-403f-8140-9de48fb6b4dc tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:57.243402 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-3cd44495-1006-42e9-8e85-d942395bdad7 req-e542ccbb-c18f-418d-bef8-a44c01969024 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:57.243976 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e1dd4bf7-e21d-45cc-936e-6f0ccefccd4a req-9be27e7e-df0b-403f-8140-9de48fb6b4dc tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.0970533 Dec 02 15:53:57.246177 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635c64b0-74a6-4c34-ab54-916b19c76a82', 'name': 'network-vif-deleted', 'tag': 'f0f85773-fe83-4375-bbd9-3603492de3ee'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:53:57.257748 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-59f48c92-a142-411c-8701-7d81e9ba2f7c req-0753f43b-8ed0-4012-a1ca-28744df16550 service neutron] 10.222.0.90 "GET /v2.0/networks/e8564c47-b571-4eeb-9632-4e52a1d4b946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6058872 Dec 02 15:53:57.313905 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e1dd4bf7-e21d-45cc-936e-6f0ccefccd4a req-d55f0029-1d3a-4e7e-8c31-855dec5cdd93 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625510 Dec 02 15:53:57.319190 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3cd44495-1006-42e9-8e85-d942395bdad7 req-e542ccbb-c18f-418d-bef8-a44c01969024 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.90 "DELETE /v2.0/ports/f0f85773-fe83-4375-bbd9-3603492de3ee HTTP/1.1" status: 204 len: 173 time: 4.3777039 Dec 02 15:53:57.332316 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9e4f5cb1-e222-4750-94fb-d923d6bda738 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:57.384909 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635c64b0-74a6-4c34-ab54-916b19c76a82', 'name': 'network-vif-deleted', 'tag': 'f0f85773-fe83-4375-bbd9-3603492de3ee', 'status': 'completed', 'code': 200} Dec 02 15:53:57.391081 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9e4f5cb1-e222-4750-94fb-d923d6bda738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:57.424350 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-970906a8-11ca-43d2-abba-26d90986a1d8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:53:57.593316 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9e4f5cb1-e222-4750-94fb-d923d6bda738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3252943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557831'] for router_interface, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:57.628618 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f5cb1-e222-4750-94fb-d923d6bda738 admin admin] Pushing event updated for resources: {'Port': ['ID=8b015b0f-d5c9-4a75-9ecf-487b079f7f6f,revision_number=2']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:53:57.631994 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9e4f5cb1-e222-4750-94fb-d923d6bda738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:53:57.695847 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-861324c9-587a-4a55-9f14-00233d54113d req-b0ff71f8-21fd-48dd-891d-c2cafb7e0633 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 210 time: 0.0625603 Dec 02 15:53:57.734978 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-59f48c92-a142-411c-8701-7d81e9ba2f7c req-5f92772b-a233-4cc5-b05c-2032de48b973 service neutron] 10.222.0.90 "GET /v2.0/networks/e8564c47-b571-4eeb-9632-4e52a1d4b946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4573116 Dec 02 15:53:57.824945 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4f5cb1-e222-4750-94fb-d923d6bda738 admin admin] Network 381266ba-2c0c-4b16-ae63-d025abb85ceb is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:53:57.827258 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-9e4f5cb1-e222-4750-94fb-d923d6bda738 admin admin] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:53:58.021533 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 73687296-5abb-48c7-a640-6d510baf1795 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:53:58.148020 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 73687296-5abb-48c7-a640-6d510baf1795 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:53:58.148532 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:58.225763 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4f5cb1-e222-4750-94fb-d923d6bda738 admin admin] Router 54169f97-831f-46fd-97ad-27b078c4370b has already been hosted by L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf {{(pid=80330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 15:53:58.326754 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-72713618-e7c1-4623-beed-b2e3b923a051 None None] Provisioning complete for port 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:53:58.326754 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-72713618-e7c1-4623-beed-b2e3b923a051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:58.409740 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-72713618-e7c1-4623-beed-b2e3b923a051 None None] Port 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f cannot update to ACTIVE because it is not bound. {{(pid=80332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 15:53:58.472333 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4f5cb1-e222-4750-94fb-d923d6bda738 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:53:58.478889 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-9e4f5cb1-e222-4750-94fb-d923d6bda738 admin admin] 10.222.0.98 "PUT /v2.0/routers/54169f97-831f-46fd-97ad-27b078c4370b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3851454 Dec 02 15:53:58.606577 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] Sync routers for ids ['54169f97-831f-46fd-97ad-27b078c4370b'] in dv-cinder-737618-2-smb {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:53:58.639287 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] Routers {'54169f97-831f-46fd-97ad-27b078c4370b'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:53:58.643264 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:53:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['54169f97-831f-46fd-97ad-27b078c4370b'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:53:58.666706 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414c1a4-0824-4f54-8135-5fb0074306a2 req-ebaff758-d2c8-42da-ab9c-305ba521be44 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:53:58.668837 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2414c1a4-0824-4f54-8135-5fb0074306a2 req-ebaff758-d2c8-42da-ab9c-305ba521be44 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1512086 Dec 02 15:53:58.783119 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2414c1a4-0824-4f54-8135-5fb0074306a2 req-35805d94-9367-4e44-8e82-986028ff70cf tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072161 Dec 02 15:53:58.938642 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-92efd3d0-a436-4a2b-bb49-1a42512be80b req-ce6e4a79-6aa4-4f5c-9bc2-c445cbc4cea1 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] 10.222.0.98 "GET /v2.0/ports?device_id=635c64b0-74a6-4c34-ab54-916b19c76a82 HTTP/1.1" status: 200 len: 210 time: 0.0587564 Dec 02 15:53:59.157837 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] Set router 54169f97-831f-46fd-97ad-27b078c4370b gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:53:59.497472 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 18f02f70-567f-4198-9394-ba2790ddbc2f up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:53:59.646455 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 18f02f70-567f-4198-9394-ba2790ddbc2f triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:53:59.646934 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:59.732965 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54169f97-831f-46fd-97ad-27b078c4370b', 'name': 'tempest-TestShelveInstance-796837125-router', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '73687296-5abb-48c7-a640-6d510baf1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:53:48Z', 'updated_at': '2020-12-02T15:53:55Z', 'revision_number': 4, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'gw_port': {'id': '73687296-5abb-48c7-a640-6d510baf1795', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:53:49Z', 'updated_at': '2020-12-02T15:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '8b015b0f-d5c9-4a75-9ecf-487b079f7f6f', 'name': '', 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'mac_address': 'fa:16:3e:3a:4d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '58fb7be0-8747-4314-8cd6-9f3f0bf15dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:53:53Z', 'updated_at': '2020-12-02T15:53:56Z', 'revision_number': 2, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'subnets': [{'id': '58fb7be0-8747-4314-8cd6-9f3f0bf15dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:53:59.740141 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] Checking router: 54169f97-831f-46fd-97ad-27b078c4370b for host: dv-cinder-737618-2-smb {{(pid=80332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:53:59.740559 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] Updating router 54169f97-831f-46fd-97ad-27b078c4370b port 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f binding host dv-cinder-737618-2-smb {{(pid=80332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 15:53:59.801199 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 39518) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:53:59.810461 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-457620486-network', 'tenant_id': 'ace4ebcfe9c041ea8515abe8c2581f4e'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:53:59.817089 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:53:59.822563 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Usage tracker for resource:network and tenant:ace4ebcfe9c041ea8515abe8c2581f4e is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:53:59.826539 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:53:59.837708 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:53:59.848689 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:59.878840 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Made reservation on behalf of ace4ebcfe9c041ea8515abe8c2581f4e for: {'network': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:53:59.884984 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for network, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:59.906041 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:53:59.938331 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:53:59.946597 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Usage tracker for resource:security_group_rule and tenant:ace4ebcfe9c041ea8515abe8c2581f4e is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:53:59.952294 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:53:59.964282 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:54:00.122166 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946dee5-ee9d-46f5-a68f-10f8dcb8f6da req-956e5c34-af17-4390-ba85-45a4d4e6d909 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:00.123928 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e946dee5-ee9d-46f5-a68f-10f8dcb8f6da req-956e5c34-af17-4390-ba85-45a4d4e6d909 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1821816 Dec 02 15:54:00.150191 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:00.164547 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 39526) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:00.203866 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e946dee5-ee9d-46f5-a68f-10f8dcb8f6da req-fa7c52ec-7d39-419a-9bd4-845ab5dcb9a9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708773 Dec 02 15:54:00.218907 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:00.225578 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6670557d-f8f8-4fe5-b9aa-fedbd7a72209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:00.267375 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_v2 [None req-10afefe9-2034-40d0-a192-18febd059157 admin admin] Deleting subnet 68d8031a-7a09-472a-b47a-09b4d4b5b727 {{(pid=80330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 15:54:00.288607 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-10afefe9-2034-40d0-a192-18febd059157 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:00.322549 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 15:54:00.333060 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cbbe59-19bb-43db-9c28-4b615be04b4e,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:00.344103 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:00.354117 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:00.355178 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.segments_db [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Added segment 72775354-a6c2-4ebd-be4c-207208f8a33f of type vxlan for network 6cfe88ad-176d-4112-8aaf-0063367dfcb9 Dec 02 15:54:00.386487 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-10afefe9-2034-40d0-a192-18febd059157 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14966934'] for subnet, precommit_delete_associations {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:00.409517 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] Notify callbacks [] for port, precommit_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:00.426376 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] Transition to ACTIVE for port object 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f will not be triggered until provisioned by entity L2. {{(pid=80332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:54:00.457221 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737197622950'] for network, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:00.486739 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:00.517941 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:00.530201 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-10afefe9-2034-40d0-a192-18febd059157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3212037'] for subnet, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:00.711523 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff4ee2-4ca3-4a0d-9780-a736f784ea0e None None] Pushing event updated for resources: {'Port': ['ID=8b015b0f-d5c9-4a75-9ecf-487b079f7f6f,revision_number=3']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:00.711523 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0fff4ee2-4ca3-4a0d-9780-a736f784ea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:00.854167 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for network, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:00.858735 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:00.859671 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:00.887863 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:00.933855 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] Attempting to bind port 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f on host dv-cinder-737618-2-smb for vnic_type normal with profile {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:54:00.937090 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] Attempting to bind port 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f by drivers openvswitch on host dv-cinder-737618-2-smb at level 0 using segments [{'id': '08c06472-e5a4-4cd4-ad7e-966ba17347d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb'}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:54:00.937779 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] Attempting to bind port 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f on network 381266ba-2c0c-4b16-ae63-d025abb85ceb {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:54:00.953764 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] Checking agent: {'id': '9e491a05-148d-4c27-9923-258931fe0ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 40, 26), 'started_at': datetime.datetime(2020, 12, 2, 15, 40, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:54:00.954947 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] Checking segment: {'id': '08c06472-e5a4-4cd4-ad7e-966ba17347d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:54:00.954947 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:00.955358 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] Bound using segment: {'id': '08c06472-e5a4-4cd4-ad7e-966ba17347d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb'} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:54:00.955717 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] Bound port: 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f, host: dv-cinder-737618-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c06472-e5a4-4cd4-ad7e-966ba17347d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb'}}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:54:00.956439 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:01.025924 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.2231534 Dec 02 15:54:01.029697 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 39542) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:01.037170 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-2d53da7b-9d2b-4f1c-805b-9f35b5031532 admin admin] Request body: {'subnet': {'network_id': '6cfe88ad-176d-4112-8aaf-0063367dfcb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-457620486-subnet', 'tenant_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'ip_version': 4}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:54:01.050639 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-2d53da7b-9d2b-4f1c-805b-9f35b5031532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:54:01.062356 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-2d53da7b-9d2b-4f1c-805b-9f35b5031532 admin admin] Usage tracker for resource:subnet and tenant:ace4ebcfe9c041ea8515abe8c2581f4e is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:54:01.074209 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-2d53da7b-9d2b-4f1c-805b-9f35b5031532 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:54:01.087089 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-2d53da7b-9d2b-4f1c-805b-9f35b5031532 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:54:01.149743 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Pushing event updated for resources: {'Network': ['ID=6cfe88ad-176d-4112-8aaf-0063367dfcb9,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:01.151881 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d53da7b-9d2b-4f1c-805b-9f35b5031532 admin admin] Made reservation on behalf of ace4ebcfe9c041ea8515abe8c2581f4e for: {'subnet': 1} {{(pid=80331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:54:01.159471 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2d53da7b-9d2b-4f1c-805b-9f35b5031532 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15481959'] for subnet, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:01.166691 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:01.167693 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Network 6cfe88ad-176d-4112-8aaf-0063367dfcb9 details requested by agent ovs-agent-dv-cinder-737618-2-smb with host dv-cinder-737618-2-smb {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:54:01.194983 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Network 6cfe88ad-176d-4112-8aaf-0063367dfcb9 details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:54:01.235860 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-10afefe9-2034-40d0-a192-18febd059157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851563747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15721353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14709024'] for subnet, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:01.254116 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:01.295203 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afefe9-2034-40d0-a192-18febd059157 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d8031a-7a09-472a-b47a-09b4d4b5b727,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:01.331931 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] For port 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f, host dv-cinder-737618-2-smb, cleared binding levels {{(pid=80332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:54:01.356034 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-10afefe9-2034-40d0-a192-18febd059157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:01.419152 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-10afefe9-2034-40d0-a192-18febd059157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for subnet, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:01.432459 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-10afefe9-2034-40d0-a192-18febd059157 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/68d8031a-7a09-472a-b47a-09b4d4b5b727 HTTP/1.1" status: 204 len: 168 time: 1.2682838 Dec 02 15:54:01.433174 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 39552) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:01.469420 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] For port 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f, host dv-cinder-737618-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=8b015b0f-d5c9-4a75-9ecf-487b079f7f6f,segment=NetworkSegment(08c06472-e5a4-4cd4-ad7e-966ba17347d1),segment_id=08c06472-e5a4-4cd4-ad7e-966ba17347d1)] {{(pid=80332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:54:01.525242 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:01.542775 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:01.547465 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c583cee-c9e3-4ab3-a89c-1290ea1db564 req-93d6d94b-d9a2-4121-b591-d015cb3664c9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:01.549659 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0c583cee-c9e3-4ab3-a89c-1290ea1db564 req-93d6d94b-d9a2-4121-b591-d015cb3664c9 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1460960 Dec 02 15:54:01.617392 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4f69-2054-4ed2-b52d-6a389660a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851402585'] for network, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:01.687162 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff4ee2-4ca3-4a0d-9780-a736f784ea0e None None] Pushing event updated for resources: {'Port': ['ID=8b015b0f-d5c9-4a75-9ecf-487b079f7f6f,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:01.701532 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0fff4ee2-4ca3-4a0d-9780-a736f784ea0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:01.779448 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0c583cee-c9e3-4ab3-a89c-1290ea1db564 req-7e0edf14-c268-4363-9adf-a3185add5ac2 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095680 Dec 02 15:54:01.826228 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] Routers {'54169f97-831f-46fd-97ad-27b078c4370b'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:54:01.827468 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:53:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['54169f97-831f-46fd-97ad-27b078c4370b'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:54:01.858015 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4f69-2054-4ed2-b52d-6a389660a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3212700', 'neutron.services.segments.db._delete_segments_for_network--9223363299656580280'] for network, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:01.988373 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2d53da7b-9d2b-4f1c-805b-9f35b5031532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839953937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15481974'] for subnet, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:02.034799 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:02.126264 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53da7b-9d2b-4f1c-805b-9f35b5031532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4416b172-d96a-46ef-a0ad-7e47be582724,revision_number=0']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:02.140092 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-dc3c4f69-2054-4ed2-b52d-6a389660a763 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35fd24f2-ba7b-406a-8613-44494f3bdb02']}} {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:54:02.156625 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-dc3c4f69-2054-4ed2-b52d-6a389660a763 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aebbdee-50e1-48d0-ae87-0bb502d0e028') {'for_net_delete': True} {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:54:02.156963 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-dc3c4f69-2054-4ed2-b52d-6a389660a763 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aebbdee-50e1-48d0-ae87-0bb502d0e028') {} {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:54:02.191929 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4f69-2054-4ed2-b52d-6a389660a763 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299656579768', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839808866'] for segment, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:02.192682 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2d53da7b-9d2b-4f1c-805b-9f35b5031532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:02.216504 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4f69-2054-4ed2-b52d-6a389660a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:02.221981 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dc3c4f69-2054-4ed2-b52d-6a389660a763 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 15:54:02.278862 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] Set router 54169f97-831f-46fd-97ad-27b078c4370b gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:54:02.336275 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d53da7b-9d2b-4f1c-805b-9f35b5031532 admin admin] Checking segment: {'id': '72775354-a6c2-4ebd-be4c-207208f8a33f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6cfe88ad-176d-4112-8aaf-0063367dfcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:54:02.336518 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d53da7b-9d2b-4f1c-805b-9f35b5031532 admin admin] Network hostable DHCP agents. Network: 6cfe88ad-176d-4112-8aaf-0063367dfcb9, hostable agents: ['f9c54d63-a3bd-491a-8648-7c87c1e70bbe'], hosted agents: [] {{(pid=80331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 15:54:02.391712 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:02.395657 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d53da7b-9d2b-4f1c-805b-9f35b5031532 admin admin] Network 6cfe88ad-176d-4112-8aaf-0063367dfcb9 is scheduled to be hosted by DHCP agent f9c54d63-a3bd-491a-8648-7c87c1e70bbe with binding_index 1 {{(pid=80331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 15:54:02.452448 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-2d53da7b-9d2b-4f1c-805b-9f35b5031532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-smb, 6cfe88ad-176d-4112-8aaf-0063367dfcb9) {{(pid=80331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:54:02.467980 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d53da7b-9d2b-4f1c-805b-9f35b5031532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:02.468629 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2d53da7b-9d2b-4f1c-805b-9f35b5031532 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:02.494501 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-dc3c4f69-2054-4ed2-b52d-6a389660a763 admin admin] Network 35fd24f2-ba7b-406a-8613-44494f3bdb02 has no segments {{(pid=80330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 15:54:02.504803 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4f69-2054-4ed2-b52d-6a389660a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3225722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839048150'] for segment, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:02.565863 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-2d53da7b-9d2b-4f1c-805b-9f35b5031532 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5344679 Dec 02 15:54:02.568429 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 39570) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:02.575811 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-457620486-router', 'tenant_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:54:02.590370 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:54:02.598486 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] Usage tracker for resource:router and tenant:ace4ebcfe9c041ea8515abe8c2581f4e is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:54:02.608046 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:54:02.618781 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:54:02.656877 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cbbc29-6611-415c-ba11-5c6696ec0230 None None] Network 6cfe88ad-176d-4112-8aaf-0063367dfcb9 requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:54:02.699007 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854218090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:02.701843 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854218143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854336912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854761223'] for router, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:02.906557 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:03.037421 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-dc3c4f69-2054-4ed2-b52d-6a389660a763 admin admin] Network 35fd24f2-ba7b-406a-8613-44494f3bdb02 has no segments {{(pid=80330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: Traceback (most recent call last): Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: timer() Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: cb(*args, **kw) Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: return func(*args, **kwargs) Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: self._notify() Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: self.callback(batched_events) Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: event.method(event) Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: segment_id)['aggregates'][0] Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: return f(self, *a, **k) Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: return self._get(url).json() Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: **kwargs) Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: return self.request(url, 'GET', **kwargs) Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: **endpoint_filter) Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 15:54:03.071346 dv-cinder-737618-2-smb neutron-server[80217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 15:54:03.236226 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da9dfaf-62d6-5646-b99e-815292006dec-6cfe88ad-176d-4112-8aaf-0063367dfcb9', 'network_id': '6cfe88ad-176d-4112-8aaf-0063367dfcb9', 'tenant_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'fixed_ips': [{'subnet_id': '4416b172-d96a-46ef-a0ad-7e47be582724'}]}} from dv-cinder-737618-2-smb. {{(pid=80332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 02 15:54:03.237191 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:03.324505 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54169f97-831f-46fd-97ad-27b078c4370b', 'name': 'tempest-TestShelveInstance-796837125-router', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '73687296-5abb-48c7-a640-6d510baf1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:53:48Z', 'updated_at': '2020-12-02T15:53:55Z', 'revision_number': 4, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'gw_port': {'id': '73687296-5abb-48c7-a640-6d510baf1795', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:53:49Z', 'updated_at': '2020-12-02T15:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '8b015b0f-d5c9-4a75-9ecf-487b079f7f6f', 'name': '', 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'mac_address': 'fa:16:3e:3a:4d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '58fb7be0-8747-4314-8cd6-9f3f0bf15dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:53:53Z', 'updated_at': '2020-12-02T15:54:01Z', 'revision_number': 4, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'subnets': [{'id': '58fb7be0-8747-4314-8cd6-9f3f0bf15dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:54:03.400176 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84158e6-c3aa-468a-a519-48901cd3a2c6 None None] The sync data for ids ['54169f97-831f-46fd-97ad-27b078c4370b'] in dv-cinder-737618-2-smb is: [{'id': '54169f97-831f-46fd-97ad-27b078c4370b', 'name': 'tempest-TestShelveInstance-796837125-router', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '73687296-5abb-48c7-a640-6d510baf1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:53:48Z', 'updated_at': '2020-12-02T15:53:55Z', 'revision_number': 4, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'gw_port': {'id': '73687296-5abb-48c7-a640-6d510baf1795', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:53:49Z', 'updated_at': '2020-12-02T15:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '8b015b0f-d5c9-4a75-9ecf-487b079f7f6f', 'name': '', 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'mac_address': 'fa:16:3e:3a:4d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '58fb7be0-8747-4314-8cd6-9f3f0bf15dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:53:53Z', 'updated_at': '2020-12-02T15:54:01Z', 'revision_number': 4, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'subnets': [{'id': '58fb7be0-8747-4314-8cd6-9f3f0bf15dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:54:03.423878 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-557688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761322'] for router, precommit_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:03.433372 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4f69-2054-4ed2-b52d-6a389660a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851563116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854216125'] for network, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:03.460998 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e605f1-83f2-44e1-ba03-762a302216bd req-3a36a93f-507d-4d90-a676-624caca9b3b6 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:03.463547 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f9e605f1-83f2-44e1-ba03-762a302216bd req-3a36a93f-507d-4d90-a676-624caca9b3b6 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.4820254 Dec 02 15:54:03.498141 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:03.546416 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dc3c4f69-2054-4ed2-b52d-6a389660a763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:03.553707 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c4f69-2054-4ed2-b52d-6a389660a763 admin admin] Pushing event deleted for resources: {'Network': ['ID=35fd24f2-ba7b-406a-8613-44494f3bdb02,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:03.556400 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:54:03.564044 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-dc3c4f69-2054-4ed2-b52d-6a389660a763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:03.596867 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2a848-cbe0-414d-ab14-6910cc094c32 req-f94f83fc-6bff-4965-9972-ad25d69dcb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:03.599435 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0aa2a848-cbe0-414d-ab14-6910cc094c32 req-f94f83fc-6bff-4965-9972-ad25d69dcb5c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 1162 time: 0.3117430 Dec 02 15:54:03.682024 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-dc3c4f69-2054-4ed2-b52d-6a389660a763 admin admin] 10.222.0.98 "DELETE /v2.0/networks/35fd24f2-ba7b-406a-8613-44494f3bdb02 HTTP/1.1" status: 204 len: 168 time: 2.2459443 Dec 02 15:54:03.699890 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0aa2a848-cbe0-414d-ab14-6910cc094c32 req-b758f2fe-e77c-4267-9202-382969b7b460 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877757 Dec 02 15:54:03.715496 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f9e605f1-83f2-44e1-ba03-762a302216bd req-b8688787-8d56-472d-99f2-bc01a8af51a6 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278361 Dec 02 15:54:04.057121 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:54:04.134557 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Allocated IP 172.20.0.2 (6cfe88ad-176d-4112-8aaf-0063367dfcb9/4416b172-d96a-46ef-a0ad-7e47be582724/bf2e82f2-c3cd-4414-85ef-82c6208819bb) {{(pid=80332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:54:04.291205 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning for port 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:54:04.307901 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:54:04.308330 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:04.313147 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 39594) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:04.377086 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-affe45c0-2432-424e-b36c-84f4a9a5fff1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5b044abbdfeb42beab9693a7883ab0b0&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0619626 Dec 02 15:54:04.379468 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 39598) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:04.428589 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:04.468276 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:04.514784 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a28213e9-0d66-4977-84ed-536e3b5841ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:04.557895 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a28213e9-0d66-4977-84ed-536e3b5841ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:04.738330 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:04.793324 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a28213e9-0d66-4977-84ed-536e3b5841ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:04.800196 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-984cae84-cd9f-4a26-8478-e0be323c893f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:04.822389 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28213e9-0d66-4977-84ed-536e3b5841ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d068438f-9cb9-4b91-b5be-6076de66660d,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:04.829567 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a28213e9-0d66-4977-84ed-536e3b5841ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:04.872114 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a28213e9-0d66-4977-84ed-536e3b5841ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:04.876218 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-a28213e9-0d66-4977-84ed-536e3b5841ae admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d068438f-9cb9-4b91-b5be-6076de66660d HTTP/1.1" status: 204 len: 168 time: 0.4928973 Dec 02 15:54:04.876616 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] For port 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=8b015b0f-d5c9-4a75-9ecf-487b079f7f6f,segment=NetworkSegment(08c06472-e5a4-4cd4-ad7e-966ba17347d1),segment_id=08c06472-e5a4-4cd4-ad7e-966ba17347d1)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:54:04.891983 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Notify callbacks [] for port, precommit_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:04.905644 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] Allocated IP 172.28.0.164 (37c00fa4-9d8d-40bf-927e-52444f2dd708/960a6109-8752-4c76-aab7-dfde0e16e857/9037782d-7fbd-41cf-a5d5-0963a3c62e9b) {{(pid=80331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:54:04.944021 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:04.946632 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:05.026032 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Transition to ACTIVE for port object bf2e82f2-c3cd-4414-85ef-82c6208819bb will not be triggered until provisioned by entity L2. {{(pid=80332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:54:05.044853 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Transition to ACTIVE for port object bf2e82f2-c3cd-4414-85ef-82c6208819bb will not be triggered until provisioned by entity DHCP. {{(pid=80332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:54:05.047965 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Pushing event updated for resources: {'Port': ['ID=8b015b0f-d5c9-4a75-9ecf-487b079f7f6f,revision_number=5']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:05.051947 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:05.085495 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067'] for port, after_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:05.104354 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e7a3272b-ef0a-4968-8b22-7969bdd9f512 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:05.120197 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b3d70-dd0c-4a27-a759-d572b7429405 req-88c78740-33c4-44ba-b58c-17e862fddd6c tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:05.122622 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f30b3d70-dd0c-4a27-a759-d572b7429405 req-88c78740-33c4-44ba-b58c-17e862fddd6c tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1970778 Dec 02 15:54:05.285286 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Pushing event updated for resources: {'Port': ['ID=bf2e82f2-c3cd-4414-85ef-82c6208819bb,revision_number=1']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:05.294695 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:05.333826 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f30b3d70-dd0c-4a27-a759-d572b7429405 req-81f1b286-03d9-4e7a-af79-8020ed6e9105 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865020 Dec 02 15:54:05.370913 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Network 6cfe88ad-176d-4112-8aaf-0063367dfcb9 is already hosted by enough agents. {{(pid=80332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:54:05.372239 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Resources bound (agent type, host, resource id): {{(pid=80332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:54:05.374956 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Received port after_create {{(pid=80332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:54:05.564531 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Attempting to bind port bf2e82f2-c3cd-4414-85ef-82c6208819bb on host dv-cinder-737618-2-smb for vnic_type normal with profile {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:54:05.580433 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Attempting to bind port bf2e82f2-c3cd-4414-85ef-82c6208819bb by drivers openvswitch on host dv-cinder-737618-2-smb at level 0 using segments [{'id': '72775354-a6c2-4ebd-be4c-207208f8a33f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6cfe88ad-176d-4112-8aaf-0063367dfcb9'}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:54:05.581375 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Attempting to bind port bf2e82f2-c3cd-4414-85ef-82c6208819bb on network 6cfe88ad-176d-4112-8aaf-0063367dfcb9 {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:54:05.606013 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Checking agent: {'id': '9e491a05-148d-4c27-9923-258931fe0ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 40, 26), 'started_at': datetime.datetime(2020, 12, 2, 15, 40, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:54:05.606760 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Checking segment: {'id': '72775354-a6c2-4ebd-be4c-207208f8a33f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6cfe88ad-176d-4112-8aaf-0063367dfcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:54:05.607530 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:05.608300 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Bound using segment: {'id': '72775354-a6c2-4ebd-be4c-207208f8a33f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6cfe88ad-176d-4112-8aaf-0063367dfcb9'} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:54:05.613088 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Bound port: bf2e82f2-c3cd-4414-85ef-82c6208819bb, host: dv-cinder-737618-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72775354-a6c2-4ebd-be4c-207208f8a33f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6cfe88ad-176d-4112-8aaf-0063367dfcb9'}}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:54:05.613989 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:05.623376 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] Notify callbacks [] for port, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:05.654182 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 18f02f70-567f-4198-9394-ba2790ddbc2f up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:54:05.760598 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14825086'] for port, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:05.862620 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:06.002141 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] For port bf2e82f2-c3cd-4414-85ef-82c6208819bb, host dv-cinder-737618-2-smb, cleared binding levels {{(pid=80332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:54:06.007746 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] For port bf2e82f2-c3cd-4414-85ef-82c6208819bb, host dv-cinder-737618-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=bf2e82f2-c3cd-4414-85ef-82c6208819bb,segment=NetworkSegment(72775354-a6c2-4ebd-be4c-207208f8a33f),segment_id=72775354-a6c2-4ebd-be4c-207208f8a33f)] {{(pid=80332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:54:06.046053 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:06.124485 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] Pushing event updated for resources: {'Port': ['ID=9037782d-7fbd-41cf-a5d5-0963a3c62e9b,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:06.132649 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:06.194773 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2ebb68bc-c33c-4bf7-ac56-fb7b20463af2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:06.226281 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] Network 37c00fa4-9d8d-40bf-927e-52444f2dd708 is already hosted by enough agents. {{(pid=80331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:54:06.228153 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] Resources bound (agent type, host, resource id): {{(pid=80331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:54:06.232865 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:54:06.234806 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] Received port after_create {{(pid=80331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:54:06.392865 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 18f02f70-567f-4198-9394-ba2790ddbc2f triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:54:06.393290 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:06.468923 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Pushing event updated for resources: {'Port': ['ID=bf2e82f2-c3cd-4414-85ef-82c6208819bb,revision_number=2']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:06.481802 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:06.528978 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:54:06.529384 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:06.897940 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:07.278310 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3908c-29d1-450b-a777-0199e9fc17f1 req-178e8124-d9fe-44b7-a90e-ea2a96848137 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:07.287101 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6aa3908c-29d1-450b-a777-0199e9fc17f1 req-178e8124-d9fe-44b7-a90e-ea2a96848137 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.7158034 Dec 02 15:54:07.498723 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6aa3908c-29d1-450b-a777-0199e9fc17f1 req-b34e342f-1812-431f-88bb-2cd0906ba49e tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092464 Dec 02 15:54:07.541368 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854218128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559623'] for router, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:08.133637 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] Router 3f240762-ac94-4978-a27c-b529e9986fca is scheduled to L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf with binding_index 1 {{(pid=80331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 02 15:54:08.174291 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device bf2e82f2-c3cd-4414-85ef-82c6208819bb up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:54:08.355045 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning for port bf2e82f2-c3cd-4414-85ef-82c6208819bb completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:54:08.464240 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:54:08.487670 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] Sync routers for ids ['3f240762-ac94-4978-a27c-b529e9986fca'] in dv-cinder-737618-2-smb {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:54:08.508014 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] Routers {'3f240762-ac94-4978-a27c-b529e9986fca'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:54:08.509132 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:53:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['3f240762-ac94-4978-a27c-b529e9986fca'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:54:08.535381 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5716a1-8086-49ae-b5b4-8cd88568b341 None None] Network 6cfe88ad-176d-4112-8aaf-0063367dfcb9 requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:54:08.544025 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] Notify callbacks [] for router, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:08.549020 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 39694) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:08.549372 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.9794042 Dec 02 15:54:08.709251 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-1187fb32-d247-4f5f-9a1f-68b33bbb2f8c None None] Provisioning for port bf2e82f2-c3cd-4414-85ef-82c6208819bb completed by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:54:08.729300 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-1187fb32-d247-4f5f-9a1f-68b33bbb2f8c None None] Provisioning complete for port bf2e82f2-c3cd-4414-85ef-82c6208819bb triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:54:08.729640 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1187fb32-d247-4f5f-9a1f-68b33bbb2f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:08.799560 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] Set router 3f240762-ac94-4978-a27c-b529e9986fca gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:54:08.998256 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc468d-7f38-4de2-829d-e8c355c57cc7 req-90dc1598-526f-412a-8b50-aa430b940988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:09.000704 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f9fc468d-7f38-4de2-829d-e8c355c57cc7 req-90dc1598-526f-412a-8b50-aa430b940988 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7679e824ae94af092eab065a5350394&device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 1162 time: 0.3025894 Dec 02 15:54:09.062575 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d03b0-1bbe-466f-845a-28dc11fcd5e1 req-29ed05b5-8543-44a4-a917-2bc1b6d876ab tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:09.078119 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f26d03b0-1bbe-466f-845a-28dc11fcd5e1 req-29ed05b5-8543-44a4-a917-2bc1b6d876ab tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.3642604 Dec 02 15:54:09.143000 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1187fb32-d247-4f5f-9a1f-68b33bbb2f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:09.223351 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-1187fb32-d247-4f5f-9a1f-68b33bbb2f8c None None] For port bf2e82f2-c3cd-4414-85ef-82c6208819bb, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=bf2e82f2-c3cd-4414-85ef-82c6208819bb,segment=NetworkSegment(72775354-a6c2-4ebd-be4c-207208f8a33f),segment_id=72775354-a6c2-4ebd-be4c-207208f8a33f)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:54:09.251752 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f26d03b0-1bbe-466f-845a-28dc11fcd5e1 req-d36c0d11-7781-4aee-9a79-974f951c64d0 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707110 Dec 02 15:54:09.260495 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1187fb32-d247-4f5f-9a1f-68b33bbb2f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:09.264737 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:09.378375 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f240762-ac94-4978-a27c-b529e9986fca', 'name': 'tempest-TestShelveInstance-457620486-router', 'tenant_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': '9037782d-7fbd-41cf-a5d5-0963a3c62e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:54:02Z', 'updated_at': '2020-12-02T15:54:06Z', 'revision_number': 3, 'project_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'gw_port': {'id': '9037782d-7fbd-41cf-a5d5-0963a3c62e9b', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f240762-ac94-4978-a27c-b529e9986fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:04Z', 'updated_at': '2020-12-02T15:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:54:09.385019 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] Checking router: 3f240762-ac94-4978-a27c-b529e9986fca for host: dv-cinder-737618-2-smb {{(pid=80333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:54:09.389597 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] Updating router 3f240762-ac94-4978-a27c-b529e9986fca port 9037782d-7fbd-41cf-a5d5-0963a3c62e9b binding host dv-cinder-737618-2-smb {{(pid=80333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 15:54:09.407521 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187fb32-d247-4f5f-9a1f-68b33bbb2f8c None None] Pushing event updated for resources: {'Port': ['ID=bf2e82f2-c3cd-4414-85ef-82c6208819bb,revision_number=3']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:09.420198 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-1187fb32-d247-4f5f-9a1f-68b33bbb2f8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:09.500953 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:09.608924 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-42c7fa85-456d-4a0d-9212-17fa067ed78e None None] Provisioning complete for port bf2e82f2-c3cd-4414-85ef-82c6208819bb triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:54:09.609363 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-42c7fa85-456d-4a0d-9212-17fa067ed78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:09.873256 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc468d-7f38-4de2-829d-e8c355c57cc7 req-b55e4866-89b0-4884-b345-d22c27e192ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:09.875308 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f9fc468d-7f38-4de2-829d-e8c355c57cc7 req-b55e4866-89b0-4884-b345-d22c27e192ed service neutron] 10.222.0.90 "GET /v2.0/networks?id=e8564c47-b571-4eeb-9632-4e52a1d4b946 HTTP/1.1" status: 200 len: 913 time: 0.6935859 Dec 02 15:54:09.929683 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 39724) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:10.054244 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f9fc468d-7f38-4de2-829d-e8c355c57cc7 req-79f65eeb-9769-45db-917b-9281e8b0aace service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18f02f70-567f-4198-9394-ba2790ddbc2f HTTP/1.1" status: 200 len: 217 time: 0.1596675 Dec 02 15:54:10.119424 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device bf2e82f2-c3cd-4414-85ef-82c6208819bb up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:54:10.265055 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-02b5932a-cabc-4b3a-bb3c-a2bfaa4c08e4 None None] Provisioning complete for port bf2e82f2-c3cd-4414-85ef-82c6208819bb triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:54:10.265631 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-02b5932a-cabc-4b3a-bb3c-a2bfaa4c08e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:10.277354 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc468d-7f38-4de2-829d-e8c355c57cc7 req-7cbebd9e-1803-4232-940b-8df3fce3e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:10.283918 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f9fc468d-7f38-4de2-829d-e8c355c57cc7 req-7cbebd9e-1803-4232-940b-8df3fce3e9b3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3e434592-5494-4b21-a789-a46e40e41519 HTTP/1.1" status: 200 len: 859 time: 0.2149987 Dec 02 15:54:10.312410 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ddfe3833-95f4-492b-ba01-fb18e891da73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:10.329473 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:10.349342 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-ddfe3833-95f4-492b-ba01-fb18e891da73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:54:10.355764 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-ddfe3833-95f4-492b-ba01-fb18e891da73 admin admin] Usage tracker for resource:security_group_rule and tenant:be9faa7de0bc4d6b8f9c1db0649c91fe is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:54:10.359451 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-ddfe3833-95f4-492b-ba01-fb18e891da73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:54:10.367982 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] Transition to ACTIVE for port object 9037782d-7fbd-41cf-a5d5-0963a3c62e9b will not be triggered until provisioned by entity L2. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:54:10.368479 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-ddfe3833-95f4-492b-ba01-fb18e891da73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:54:10.392075 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f9fc468d-7f38-4de2-829d-e8c355c57cc7 req-2eb71ae6-a94f-4652-8bb3-2aeeacaec8a0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e8564c47-b571-4eeb-9632-4e52a1d4b946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984311 Dec 02 15:54:10.409456 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:10.461731 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port bf2e82f2-c3cd-4414-85ef-82c6208819bb triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:54:10.462160 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:10.527252 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:10.594310 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7618-b442-4092-869b-698e2176af56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:10.668550 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f9fc468d-7f38-4de2-829d-e8c355c57cc7 req-0c2c4af7-ec14-4561-bf6a-d347b261e05a service neutron] 10.222.0.90 "GET /v2.0/networks/e8564c47-b571-4eeb-9632-4e52a1d4b946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421389 Dec 02 15:54:10.679996 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b4ff2a2b-a4b0-4a09-8e3e-8a13395e383e None None] Provisioning complete for port bf2e82f2-c3cd-4414-85ef-82c6208819bb triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:54:10.680510 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2a2b-a4b0-4a09-8e3e-8a13395e383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:10.737582 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094697d-eabd-4223-b2c4-c5af1dbd2c28 req-6ea976b0-7749-4a93-84ec-cedf0a23c704 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:10.739409 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b094697d-eabd-4223-b2c4-c5af1dbd2c28 req-6ea976b0-7749-4a93-84ec-cedf0a23c704 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1133125 Dec 02 15:54:10.768269 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534120b5-013b-4b23-b9ff-16051b1174c7 None None] Pushing event updated for resources: {'Port': ['ID=9037782d-7fbd-41cf-a5d5-0963a3c62e9b,revision_number=2']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:10.774902 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-534120b5-013b-4b23-b9ff-16051b1174c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:10.799935 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] Attempting to bind port 9037782d-7fbd-41cf-a5d5-0963a3c62e9b on host dv-cinder-737618-2-smb for vnic_type normal with profile {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:54:10.800664 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] Attempting to bind port 9037782d-7fbd-41cf-a5d5-0963a3c62e9b by drivers openvswitch on host dv-cinder-737618-2-smb at level 0 using segments [{'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:54:10.800877 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] Attempting to bind port 9037782d-7fbd-41cf-a5d5-0963a3c62e9b on network 37c00fa4-9d8d-40bf-927e-52444f2dd708 {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:54:10.809376 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] Checking agent: {'id': '9e491a05-148d-4c27-9923-258931fe0ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 40, 26), 'started_at': datetime.datetime(2020, 12, 2, 15, 40, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:54:10.809890 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] Checking segment: {'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:54:10.810599 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:10.811124 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] Bound using segment: {'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:54:10.811889 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] Bound port: 9037782d-7fbd-41cf-a5d5-0963a3c62e9b, host: dv-cinder-737618-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:54:10.812390 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:10.871143 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b094697d-eabd-4223-b2c4-c5af1dbd2c28 req-320b3f97-38d8-4901-924f-496a017de2d8 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121919 Dec 02 15:54:10.900509 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ddfe3833-95f4-492b-ba01-fb18e891da73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:10.937977 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ddfe3833-95f4-492b-ba01-fb18e891da73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:10.960280 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] For port 9037782d-7fbd-41cf-a5d5-0963a3c62e9b, host dv-cinder-737618-2-smb, cleared binding levels {{(pid=80333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:54:10.962304 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-22474609-bc11-4ceb-bd2e-723e6e874083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:10.972314 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] For port 9037782d-7fbd-41cf-a5d5-0963a3c62e9b, host dv-cinder-737618-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=9037782d-7fbd-41cf-a5d5-0963a3c62e9b,segment=NetworkSegment(e664ad9f-0009-4ff2-8670-18bebb570cf0),segment_id=e664ad9f-0009-4ff2-8670-18bebb570cf0)] {{(pid=80333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:54:11.011496 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:11.040344 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f9fc468d-7f38-4de2-829d-e8c355c57cc7 req-85697a30-35fa-4c08-a506-5cd87377e9a0 service neutron] 10.222.0.90 "GET /v2.0/networks/e8564c47-b571-4eeb-9632-4e52a1d4b946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3569424 Dec 02 15:54:11.092510 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-f7c4a1d2-b6ac-47b2-9679-59ddda992ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:11.143266 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-ddfe3833-95f4-492b-ba01-fb18e891da73 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=be9faa7de0bc4d6b8f9c1db0649c91fe&name=default HTTP/1.1" status: 200 len: 2879 time: 1.2118108 Dec 02 15:54:11.150217 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 39742) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:11.182946 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe3833-95f4-492b-ba01-fb18e891da73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1baf623-1c2c-4dd6-a8b1-0831bd28ecc7,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:11.190750 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ddfe3833-95f4-492b-ba01-fb18e891da73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:11.309972 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a6df9f26-93d5-4560-b80f-5345ef45cb7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:11.414088 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a6df9f26-93d5-4560-b80f-5345ef45cb7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:11.461490 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534120b5-013b-4b23-b9ff-16051b1174c7 None None] Pushing event updated for resources: {'Port': ['ID=9037782d-7fbd-41cf-a5d5-0963a3c62e9b,revision_number=3']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:11.470058 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-534120b5-013b-4b23-b9ff-16051b1174c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:11.561825 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a6df9f26-93d5-4560-b80f-5345ef45cb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:11.568148 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-458858e3-465a-4baa-a49f-a2bb1df82191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:11.590057 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df9f26-93d5-4560-b80f-5345ef45cb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1baf623-1c2c-4dd6-a8b1-0831bd28ecc7,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:11.592559 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a6df9f26-93d5-4560-b80f-5345ef45cb7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:11.593895 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-a6df9f26-93d5-4560-b80f-5345ef45cb7f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b1baf623-1c2c-4dd6-a8b1-0831bd28ecc7 HTTP/1.1" status: 204 len: 168 time: 0.4421210 Dec 02 15:54:11.595401 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a6df9f26-93d5-4560-b80f-5345ef45cb7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:11.633538 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] Routers {'3f240762-ac94-4978-a27c-b529e9986fca'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:54:11.634820 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:53:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['3f240762-ac94-4978-a27c-b529e9986fca'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:54:11.876764 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [None req-e4fa7618-b442-4092-869b-698e2176af56 admin admin] Allocated IP 172.20.0.1 (6cfe88ad-176d-4112-8aaf-0063367dfcb9/4416b172-d96a-46ef-a0ad-7e47be582724/59343431-0c96-49f5-b128-9484f3604ca9) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:54:11.925080 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] Set router 3f240762-ac94-4978-a27c-b529e9986fca gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:54:12.101267 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7618-b442-4092-869b-698e2176af56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:12.123638 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-e4fa7618-b442-4092-869b-698e2176af56 admin admin] Transition to ACTIVE for port object 59343431-0c96-49f5-b128-9484f3604ca9 will not be triggered until provisioned by entity DHCP. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:54:12.274001 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7618-b442-4092-869b-698e2176af56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:12.307169 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-74a11654-14f5-431f-82ba-62c67d28bb3a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:12.373854 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ebc0d-18bf-48bd-8a3f-51b73b1d84ef req-e7ca9f03-8a83-4e85-9bc0-66ac7c8fdd5b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:12.375671 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b36ebc0d-18bf-48bd-8a3f-51b73b1d84ef req-e7ca9f03-8a83-4e85-9bc0-66ac7c8fdd5b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1819198 Dec 02 15:54:12.487022 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b36ebc0d-18bf-48bd-8a3f-51b73b1d84ef req-0c801091-a30f-4726-9638-bacf04fc85a3 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947077 Dec 02 15:54:12.589669 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa7618-b442-4092-869b-698e2176af56 admin admin] Pushing event updated for resources: {'Port': ['ID=59343431-0c96-49f5-b128-9484f3604ca9,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:12.603017 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e4fa7618-b442-4092-869b-698e2176af56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:12.678856 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f240762-ac94-4978-a27c-b529e9986fca', 'name': 'tempest-TestShelveInstance-457620486-router', 'tenant_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': '9037782d-7fbd-41cf-a5d5-0963a3c62e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:54:02Z', 'updated_at': '2020-12-02T15:54:06Z', 'revision_number': 3, 'project_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'gw_port': {'id': '9037782d-7fbd-41cf-a5d5-0963a3c62e9b', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f240762-ac94-4978-a27c-b529e9986fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:04Z', 'updated_at': '2020-12-02T15:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:54:12.684510 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fa7618-b442-4092-869b-698e2176af56 admin admin] Network 6cfe88ad-176d-4112-8aaf-0063367dfcb9 is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:54:12.684510 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-e4fa7618-b442-4092-869b-698e2176af56 admin admin] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:54:12.685136 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fa7618-b442-4092-869b-698e2176af56 admin admin] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:54:12.693478 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe6c354-89a9-4f65-86f4-d5b66de33a98 None None] The sync data for ids ['3f240762-ac94-4978-a27c-b529e9986fca'] in dv-cinder-737618-2-smb is: [{'id': '3f240762-ac94-4978-a27c-b529e9986fca', 'name': 'tempest-TestShelveInstance-457620486-router', 'tenant_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': '9037782d-7fbd-41cf-a5d5-0963a3c62e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:54:02Z', 'updated_at': '2020-12-02T15:54:06Z', 'revision_number': 3, 'project_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'gw_port': {'id': '9037782d-7fbd-41cf-a5d5-0963a3c62e9b', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f240762-ac94-4978-a27c-b529e9986fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:04Z', 'updated_at': '2020-12-02T15:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}] {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:54:12.857054 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7618-b442-4092-869b-698e2176af56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854215974'] for router_interface, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:13.110537 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7618-b442-4092-869b-698e2176af56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:13.160728 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-f1c01ec3-8ada-4624-9a6a-d73877ba8b06 None None] Provisioning for port 59343431-0c96-49f5-b128-9484f3604ca9 completed by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:54:13.170329 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-f1c01ec3-8ada-4624-9a6a-d73877ba8b06 None None] Provisioning complete for port 59343431-0c96-49f5-b128-9484f3604ca9 triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:54:13.170817 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f1c01ec3-8ada-4624-9a6a-d73877ba8b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:13.405289 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-f1c01ec3-8ada-4624-9a6a-d73877ba8b06 None None] Port 59343431-0c96-49f5-b128-9484f3604ca9 cannot update to ACTIVE because it is not bound. {{(pid=80332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 15:54:13.735585 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7618-b442-4092-869b-698e2176af56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:13.760427 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 18f02f70-567f-4198-9394-ba2790ddbc2f up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:54:13.772727 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7618-b442-4092-869b-698e2176af56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:13.830816 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:13.926261 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 18f02f70-567f-4198-9394-ba2790ddbc2f triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:54:13.926902 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:13.973199 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7618-b442-4092-869b-698e2176af56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3252943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557831'] for router_interface, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:14.075631 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa7618-b442-4092-869b-698e2176af56 admin admin] Pushing event updated for resources: {'Port': ['ID=59343431-0c96-49f5-b128-9484f3604ca9,revision_number=2']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:14.135183 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4022f-3284-4046-953a-088d44d3df2f req-27e4842e-a73d-4d65-b3a6-06a3e7f8d1a8 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:14.141700 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-45e4022f-3284-4046-953a-088d44d3df2f req-27e4842e-a73d-4d65-b3a6-06a3e7f8d1a8 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.3345306 Dec 02 15:54:14.198876 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e4fa7618-b442-4092-869b-698e2176af56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:14.248968 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-45e4022f-3284-4046-953a-088d44d3df2f req-5bcacde3-e843-4eed-b9f0-a2f3ebe7c1f1 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005514 Dec 02 15:54:14.285988 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 9037782d-7fbd-41cf-a5d5-0963a3c62e9b up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:54:14.404416 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fa7618-b442-4092-869b-698e2176af56 admin admin] Network 6cfe88ad-176d-4112-8aaf-0063367dfcb9 is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:54:14.410921 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-e4fa7618-b442-4092-869b-698e2176af56 admin admin] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:54:14.498328 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning for port 9037782d-7fbd-41cf-a5d5-0963a3c62e9b completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:54:14.504592 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 9037782d-7fbd-41cf-a5d5-0963a3c62e9b triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:54:14.505051 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:14.870114 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:14.873864 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fa7618-b442-4092-869b-698e2176af56 admin admin] Router 3f240762-ac94-4978-a27c-b529e9986fca has already been hosted by L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf {{(pid=80330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 15:54:14.918538 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] For port 9037782d-7fbd-41cf-a5d5-0963a3c62e9b, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=9037782d-7fbd-41cf-a5d5-0963a3c62e9b,segment=NetworkSegment(e664ad9f-0009-4ff2-8670-18bebb570cf0),segment_id=e664ad9f-0009-4ff2-8670-18bebb570cf0)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:54:14.945104 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-47e4c6ed-3b15-4c66-b725-35e074417697 None None] Provisioning complete for port 59343431-0c96-49f5-b128-9484f3604ca9 triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:54:14.945716 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-47e4c6ed-3b15-4c66-b725-35e074417697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:14.984710 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:15.009131 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:15.116496 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-47e4c6ed-3b15-4c66-b725-35e074417697 None None] Port 59343431-0c96-49f5-b128-9484f3604ca9 cannot update to ACTIVE because it is not bound. {{(pid=80332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 15:54:15.127680 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Pushing event updated for resources: {'Port': ['ID=9037782d-7fbd-41cf-a5d5-0963a3c62e9b,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:15.131954 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:15.288595 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fa7618-b442-4092-869b-698e2176af56 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:54:15.300355 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-e4fa7618-b442-4092-869b-698e2176af56 admin admin] 10.222.0.98 "PUT /v2.0/routers/3f240762-ac94-4978-a27c-b529e9986fca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7497056 Dec 02 15:54:15.610913 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c03558-17cf-4b76-9372-38354598e25a req-6cbac3e7-070b-4d8c-a14e-8f7745468575 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:15.619781 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e4c03558-17cf-4b76-9372-38354598e25a req-6cbac3e7-070b-4d8c-a14e-8f7745468575 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1228445 Dec 02 15:54:15.684503 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e4c03558-17cf-4b76-9372-38354598e25a req-1501a446-273f-41a4-b5ea-5bf899d2551d tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619171 Dec 02 15:54:15.776348 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 18f02f70-567f-4198-9394-ba2790ddbc2f up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:54:15.817898 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 39852) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:15.916728 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 18f02f70-567f-4198-9394-ba2790ddbc2f triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:54:15.917166 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:16.062113 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 9037782d-7fbd-41cf-a5d5-0963a3c62e9b up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:54:16.153981 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-bf3338b2-7af2-4655-9b26-082a228138b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:16.193378 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-bf3338b2-7af2-4655-9b26-082a228138b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:54:16.205444 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-bf3338b2-7af2-4655-9b26-082a228138b7 admin admin] Usage tracker for resource:security_group_rule and tenant:a7eada6e2d5443a8bd602f9eee07d140 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:54:16.217582 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-bf3338b2-7af2-4655-9b26-082a228138b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:54:16.233137 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-bf3338b2-7af2-4655-9b26-082a228138b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:54:16.297760 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 9037782d-7fbd-41cf-a5d5-0963a3c62e9b triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:54:16.298196 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:16.425136 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-bf3338b2-7af2-4655-9b26-082a228138b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:16.468921 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-bf3338b2-7af2-4655-9b26-082a228138b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:16.523573 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:16.579459 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 39880) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:16.580795 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-bf3338b2-7af2-4655-9b26-082a228138b7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a7eada6e2d5443a8bd602f9eee07d140&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7595844 Dec 02 15:54:16.608104 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3338b2-7af2-4655-9b26-082a228138b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f579eae4-7a4b-4511-a692-7a4a5cd69fc1,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:16.611757 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-bf3338b2-7af2-4655-9b26-082a228138b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:16.637375 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-3f0f4ae4-12c4-48db-9175-4231aed2b2d2 req-8cd9a9c5-b250-47f8-a66c-14e8498d60a5 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-530111288', 'description': 'tempest-TestShelveInstance-530111288 description'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:54:16.649443 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-3f0f4ae4-12c4-48db-9175-4231aed2b2d2 req-8cd9a9c5-b250-47f8-a66c-14e8498d60a5 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:54:16.657433 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-3f0f4ae4-12c4-48db-9175-4231aed2b2d2 req-8cd9a9c5-b250-47f8-a66c-14e8498d60a5 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Usage tracker for resource:security_group and tenant:e8d7a18fc79d48ee8c642b9c7dcb09bb is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:54:16.664785 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-3f0f4ae4-12c4-48db-9175-4231aed2b2d2 req-8cd9a9c5-b250-47f8-a66c-14e8498d60a5 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:54:16.679819 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-3f0f4ae4-12c4-48db-9175-4231aed2b2d2 req-8cd9a9c5-b250-47f8-a66c-14e8498d60a5 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:54:16.692750 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8ca4d15c-204c-4590-aea6-3b10fc545f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:16.731853 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8ca4d15c-204c-4590-aea6-3b10fc545f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:16.755790 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-3f0f4ae4-12c4-48db-9175-4231aed2b2d2 req-8cd9a9c5-b250-47f8-a66c-14e8498d60a5 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:16.796058 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-3f0f4ae4-12c4-48db-9175-4231aed2b2d2 req-8cd9a9c5-b250-47f8-a66c-14e8498d60a5 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:54:16.800934 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-3f0f4ae4-12c4-48db-9175-4231aed2b2d2 req-8cd9a9c5-b250-47f8-a66c-14e8498d60a5 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Usage tracker for resource:security_group_rule and tenant:e8d7a18fc79d48ee8c642b9c7dcb09bb is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:54:16.805061 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-3f0f4ae4-12c4-48db-9175-4231aed2b2d2 req-8cd9a9c5-b250-47f8-a66c-14e8498d60a5 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:54:16.811826 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-3f0f4ae4-12c4-48db-9175-4231aed2b2d2 req-8cd9a9c5-b250-47f8-a66c-14e8498d60a5 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:54:16.869204 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8ca4d15c-204c-4590-aea6-3b10fc545f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:16.876797 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-58f673f2-f0e1-421a-90e1-c974b207842b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:16.892765 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4d15c-204c-4590-aea6-3b10fc545f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f579eae4-7a4b-4511-a692-7a4a5cd69fc1,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:16.910091 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-8ca4d15c-204c-4590-aea6-3b10fc545f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:16.921363 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8ca4d15c-204c-4590-aea6-3b10fc545f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:16.922998 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-8ca4d15c-204c-4590-aea6-3b10fc545f40 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f579eae4-7a4b-4511-a692-7a4a5cd69fc1 HTTP/1.1" status: 204 len: 168 time: 0.3405764 Dec 02 15:54:16.937281 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-3f0f4ae4-12c4-48db-9175-4231aed2b2d2 req-8cd9a9c5-b250-47f8-a66c-14e8498d60a5 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:16.993000 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-3f0f4ae4-12c4-48db-9175-4231aed2b2d2 req-8cd9a9c5-b250-47f8-a66c-14e8498d60a5 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:17.022108 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] Sync routers for ids ['3f240762-ac94-4978-a27c-b529e9986fca'] in dv-cinder-737618-2-smb {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:54:17.037498 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-37dedfe1-e007-42bf-aa66-d29a201f7f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:17.060720 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] Routers {'3f240762-ac94-4978-a27c-b529e9986fca'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:54:17.061333 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:53:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['3f240762-ac94-4978-a27c-b529e9986fca'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:54:17.081361 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9a9c5-b250-47f8-a66c-14e8498d60a5 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Pushing event updated for resources: {'SecurityGroup': ['ID=f00e2d81-48f4-4efd-8322-77eea820488a,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:17.085927 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-8cd9a9c5-b250-47f8-a66c-14e8498d60a5 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:17.103842 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-3f0f4ae4-12c4-48db-9175-4231aed2b2d2 req-8cd9a9c5-b250-47f8-a66c-14e8498d60a5 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:17.105533 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3f0f4ae4-12c4-48db-9175-4231aed2b2d2 req-8cd9a9c5-b250-47f8-a66c-14e8498d60a5 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1755 time: 0.5376821 Dec 02 15:54:17.232089 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-89060c85-7376-43ec-a691-7c28173ade75 req-60ce1fd9-6038-4bed-bb19-3f1d708a4622 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups/f00e2d81-48f4-4efd-8322-77eea820488a HTTP/1.1" status: 200 len: 1750 time: 0.0651672 Dec 02 15:54:17.251701 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-89060c85-7376-43ec-a691-7c28173ade75 req-0438b265-9c3e-4582-969c-dd4ebb7f4c95 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f00e2d81-48f4-4efd-8322-77eea820488a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:54:17.252247 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-89060c85-7376-43ec-a691-7c28173ade75 req-0438b265-9c3e-4582-969c-dd4ebb7f4c95 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f00e2d81-48f4-4efd-8322-77eea820488a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:54:17.273426 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-89060c85-7376-43ec-a691-7c28173ade75 req-0438b265-9c3e-4582-969c-dd4ebb7f4c95 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:54:17.280327 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-89060c85-7376-43ec-a691-7c28173ade75 req-0438b265-9c3e-4582-969c-dd4ebb7f4c95 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Usage tracker for resource:security_group_rule and tenant:e8d7a18fc79d48ee8c642b9c7dcb09bb is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:54:17.284138 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-89060c85-7376-43ec-a691-7c28173ade75 req-0438b265-9c3e-4582-969c-dd4ebb7f4c95 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:54:17.293861 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-89060c85-7376-43ec-a691-7c28173ade75 req-0438b265-9c3e-4582-969c-dd4ebb7f4c95 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:54:17.335378 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] Set router 3f240762-ac94-4978-a27c-b529e9986fca gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:54:17.432634 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-89060c85-7376-43ec-a691-7c28173ade75 req-0438b265-9c3e-4582-969c-dd4ebb7f4c95 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks [] for security_group_rule, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:17.471160 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-89060c85-7376-43ec-a691-7c28173ade75 req-0438b265-9c3e-4582-969c-dd4ebb7f4c95 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:17.580842 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-4e7a6c5b-851d-4b84-88c4-003a2ff9f99b tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/networks?tenant_id=4750e1550ccd4b8b9a95712681f10cc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468855 Dec 02 15:54:17.622387 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-89060c85-7376-43ec-a691-7c28173ade75 req-0438b265-9c3e-4582-969c-dd4ebb7f4c95 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443572'] for security_group_rule, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:17.686759 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:17.809722 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438b265-9c3e-4582-969c-dd4ebb7f4c95 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b28d89-0f11-4d69-92bf-420106f351ed,revision_number=0']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:17.818692 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0438b265-9c3e-4582-969c-dd4ebb7f4c95 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:17.825603 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-e9704e7f-10bd-4273-882e-229c7895f6ce tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:17.827547 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-e9704e7f-10bd-4273-882e-229c7895f6ce tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2389627 Dec 02 15:54:17.847781 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-815e1084-893f-4bb7-820d-0c8e00cad4c4 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/quotas/4750e1550ccd4b8b9a95712681f10cc1 HTTP/1.1" status: 200 len: 375 time: 0.0114260 Dec 02 15:54:17.859377 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 39918) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:17.884404 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69211ea5-4e2a-4012-ba12-769436bc37ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:17.902195 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-69211ea5-4e2a-4012-ba12-769436bc37ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:54:17.906846 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-69211ea5-4e2a-4012-ba12-769436bc37ca admin admin] Usage tracker for resource:security_group_rule and tenant:4404b136f19d41e3a8c9cb594b395395 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:54:17.908920 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f240762-ac94-4978-a27c-b529e9986fca', 'name': 'tempest-TestShelveInstance-457620486-router', 'tenant_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': '9037782d-7fbd-41cf-a5d5-0963a3c62e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:54:02Z', 'updated_at': '2020-12-02T15:54:12Z', 'revision_number': 4, 'project_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'gw_port': {'id': '9037782d-7fbd-41cf-a5d5-0963a3c62e9b', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f240762-ac94-4978-a27c-b529e9986fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:04Z', 'updated_at': '2020-12-02T15:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '59343431-0c96-49f5-b128-9484f3604ca9', 'name': '', 'network_id': '6cfe88ad-176d-4112-8aaf-0063367dfcb9', 'tenant_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'mac_address': 'fa:16:3e:01:ab:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f240762-ac94-4978-a27c-b529e9986fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '4416b172-d96a-46ef-a0ad-7e47be582724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:11Z', 'updated_at': '2020-12-02T15:54:13Z', 'revision_number': 2, 'project_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'subnets': [{'id': '4416b172-d96a-46ef-a0ad-7e47be582724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:54:17.910317 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-69211ea5-4e2a-4012-ba12-769436bc37ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:54:17.912707 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-3af2a18a-221b-4e44-b04f-e49dd8bebdc6 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/ports?tenant_id=4750e1550ccd4b8b9a95712681f10cc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565591 Dec 02 15:54:17.915299 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] Checking router: 3f240762-ac94-4978-a27c-b529e9986fca for host: dv-cinder-737618-2-smb {{(pid=80332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:54:17.915299 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] Updating router 3f240762-ac94-4978-a27c-b529e9986fca port 59343431-0c96-49f5-b128-9484f3604ca9 binding host dv-cinder-737618-2-smb {{(pid=80332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 15:54:17.917087 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-89060c85-7376-43ec-a691-7c28173ade75 req-0438b265-9c3e-4582-969c-dd4ebb7f4c95 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks [] for security_group_rule, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:17.917604 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-69211ea5-4e2a-4012-ba12-769436bc37ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:54:17.919029 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-89060c85-7376-43ec-a691-7c28173ade75 req-0438b265-9c3e-4582-969c-dd4ebb7f4c95 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 0.6749640 Dec 02 15:54:18.051184 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:18.095441 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8b13769e-c158-4e13-a652-1a928d042a4c req-e97b62cf-5eec-4cf3-b5ce-b84a66600d0d tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups/f00e2d81-48f4-4efd-8322-77eea820488a HTTP/1.1" status: 200 len: 2311 time: 0.1172721 Dec 02 15:54:18.102122 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-8b13769e-c158-4e13-a652-1a928d042a4c req-bc673ec3-03c4-475d-9d9d-23b743fbc4af tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f00e2d81-48f4-4efd-8322-77eea820488a', 'remote_group_id': None}]} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:54:18.102484 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-8b13769e-c158-4e13-a652-1a928d042a4c req-bc673ec3-03c4-475d-9d9d-23b743fbc4af tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f00e2d81-48f4-4efd-8322-77eea820488a', 'remote_group_id': None}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:54:18.109386 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-8b13769e-c158-4e13-a652-1a928d042a4c req-bc673ec3-03c4-475d-9d9d-23b743fbc4af tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:54:18.114757 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-8b13769e-c158-4e13-a652-1a928d042a4c req-bc673ec3-03c4-475d-9d9d-23b743fbc4af tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Usage tracker for resource:security_group_rule and tenant:e8d7a18fc79d48ee8c642b9c7dcb09bb is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:54:18.119901 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-8b13769e-c158-4e13-a652-1a928d042a4c req-bc673ec3-03c4-475d-9d9d-23b743fbc4af tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:54:18.127540 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-8b13769e-c158-4e13-a652-1a928d042a4c req-bc673ec3-03c4-475d-9d9d-23b743fbc4af tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:54:18.155734 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69211ea5-4e2a-4012-ba12-769436bc37ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:18.180804 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69211ea5-4e2a-4012-ba12-769436bc37ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:18.193534 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a0a0a2c3-46db-4ee2-9230-725ac59e5cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:18.290731 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-8b13769e-c158-4e13-a652-1a928d042a4c req-bc673ec3-03c4-475d-9d9d-23b743fbc4af tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks [] for security_group_rule, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:18.328545 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-69211ea5-4e2a-4012-ba12-769436bc37ca admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4404b136f19d41e3a8c9cb594b395395&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4675043 Dec 02 15:54:18.330569 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 39934) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:18.331458 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69211ea5-4e2a-4012-ba12-769436bc37ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54fed5b-3720-4084-afbd-dbdaa1a65eaa,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:18.358051 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69211ea5-4e2a-4012-ba12-769436bc37ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:18.363017 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-8b13769e-c158-4e13-a652-1a928d042a4c req-bc673ec3-03c4-475d-9d9d-23b743fbc4af tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:18.377860 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2c5544f4-5ec1-45c7-a807-b13eb64866a7 req-ec2d8be8-f4fd-4614-9684-2151029d2957 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/ports?device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 210 time: 0.0902333 Dec 02 15:54:18.415341 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-8b13769e-c158-4e13-a652-1a928d042a4c req-bc673ec3-03c4-475d-9d9d-23b743fbc4af tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443572'] for security_group_rule, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:18.421634 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:18.450858 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-507fcae1-c1ff-4b7a-bff0-b4d94818961f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:18.463341 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc673ec3-03c4-475d-9d9d-23b743fbc4af tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0b443d-ec43-4123-8189-812308f55621,revision_number=0']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:18.466423 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-bc673ec3-03c4-475d-9d9d-23b743fbc4af tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:18.490328 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-507fcae1-c1ff-4b7a-bff0-b4d94818961f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:18.518300 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-8b13769e-c158-4e13-a652-1a928d042a4c req-bc673ec3-03c4-475d-9d9d-23b743fbc4af tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks [] for security_group_rule, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:18.520032 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8b13769e-c158-4e13-a652-1a928d042a4c req-bc673ec3-03c4-475d-9d9d-23b743fbc4af tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 759 time: 0.4236894 Dec 02 15:54:18.661551 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-507fcae1-c1ff-4b7a-bff0-b4d94818961f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:18.668463 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:18.682341 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507fcae1-c1ff-4b7a-bff0-b4d94818961f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54fed5b-3720-4084-afbd-dbdaa1a65eaa,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:18.690387 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-507fcae1-c1ff-4b7a-bff0-b4d94818961f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:18.704372 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-507fcae1-c1ff-4b7a-bff0-b4d94818961f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:18.705661 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-507fcae1-c1ff-4b7a-bff0-b4d94818961f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f54fed5b-3720-4084-afbd-dbdaa1a65eaa HTTP/1.1" status: 204 len: 168 time: 0.3700495 Dec 02 15:54:18.872219 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] Notify callbacks [] for port, precommit_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:18.891851 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] Transition to ACTIVE for port object 59343431-0c96-49f5-b128-9484f3604ca9 will not be triggered until provisioned by entity L2. {{(pid=80332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:54:18.940737 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:18.958667 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0fff4ee2-4ca3-4a0d-9780-a736f784ea0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:19.137493 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d340e-96be-4937-8ab4-fb8eeef80db7 None None] Pushing event updated for resources: {'Port': ['ID=59343431-0c96-49f5-b128-9484f3604ca9,revision_number=3']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:19.143565 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ac6d340e-96be-4937-8ab4-fb8eeef80db7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:19.387272 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] Attempting to bind port 59343431-0c96-49f5-b128-9484f3604ca9 on host dv-cinder-737618-2-smb for vnic_type normal with profile {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:54:19.387677 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] Attempting to bind port 59343431-0c96-49f5-b128-9484f3604ca9 by drivers openvswitch on host dv-cinder-737618-2-smb at level 0 using segments [{'id': '72775354-a6c2-4ebd-be4c-207208f8a33f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6cfe88ad-176d-4112-8aaf-0063367dfcb9'}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:54:19.388098 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] Attempting to bind port 59343431-0c96-49f5-b128-9484f3604ca9 on network 6cfe88ad-176d-4112-8aaf-0063367dfcb9 {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:54:19.397516 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] Checking agent: {'id': '9e491a05-148d-4c27-9923-258931fe0ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 40, 26), 'started_at': datetime.datetime(2020, 12, 2, 15, 40, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:54:19.398677 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] Checking segment: {'id': '72775354-a6c2-4ebd-be4c-207208f8a33f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6cfe88ad-176d-4112-8aaf-0063367dfcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:54:19.400898 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:19.401468 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] Bound using segment: {'id': '72775354-a6c2-4ebd-be4c-207208f8a33f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6cfe88ad-176d-4112-8aaf-0063367dfcb9'} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:54:19.402344 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] Bound port: 59343431-0c96-49f5-b128-9484f3604ca9, host: dv-cinder-737618-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72775354-a6c2-4ebd-be4c-207208f8a33f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6cfe88ad-176d-4112-8aaf-0063367dfcb9'}}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:54:19.402695 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:19.638364 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] For port 59343431-0c96-49f5-b128-9484f3604ca9, host dv-cinder-737618-2-smb, cleared binding levels {{(pid=80332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:54:19.644948 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] For port 59343431-0c96-49f5-b128-9484f3604ca9, host dv-cinder-737618-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=59343431-0c96-49f5-b128-9484f3604ca9,segment=NetworkSegment(72775354-a6c2-4ebd-be4c-207208f8a33f),segment_id=72775354-a6c2-4ebd-be4c-207208f8a33f)] {{(pid=80332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:54:19.679962 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a142e131-e40c-4424-acb5-1074353b9220 req-f59843f6-605d-4497-aa7f-9f67b7014aa4 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/ports?device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 210 time: 0.0804608 Dec 02 15:54:19.691210 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:19.854781 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-1187fb32-d247-4f5f-9a1f-68b33bbb2f8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:20.063679 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d340e-96be-4937-8ab4-fb8eeef80db7 None None] Pushing event updated for resources: {'Port': ['ID=59343431-0c96-49f5-b128-9484f3604ca9,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:20.085171 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ac6d340e-96be-4937-8ab4-fb8eeef80db7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:20.093511 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] Routers {'3f240762-ac94-4978-a27c-b529e9986fca'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:54:20.094655 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:53:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['3f240762-ac94-4978-a27c-b529e9986fca'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:54:20.403437 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] Set router 3f240762-ac94-4978-a27c-b529e9986fca gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:54:20.946967 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f240762-ac94-4978-a27c-b529e9986fca', 'name': 'tempest-TestShelveInstance-457620486-router', 'tenant_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': '9037782d-7fbd-41cf-a5d5-0963a3c62e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:54:02Z', 'updated_at': '2020-12-02T15:54:12Z', 'revision_number': 4, 'project_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'gw_port': {'id': '9037782d-7fbd-41cf-a5d5-0963a3c62e9b', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f240762-ac94-4978-a27c-b529e9986fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:04Z', 'updated_at': '2020-12-02T15:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '59343431-0c96-49f5-b128-9484f3604ca9', 'name': '', 'network_id': '6cfe88ad-176d-4112-8aaf-0063367dfcb9', 'tenant_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'mac_address': 'fa:16:3e:01:ab:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f240762-ac94-4978-a27c-b529e9986fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '4416b172-d96a-46ef-a0ad-7e47be582724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:11Z', 'updated_at': '2020-12-02T15:54:19Z', 'revision_number': 4, 'project_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'subnets': [{'id': '4416b172-d96a-46ef-a0ad-7e47be582724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:54:20.964514 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0c89c5-5f2b-4e39-86a4-26b0db186945 None None] The sync data for ids ['3f240762-ac94-4978-a27c-b529e9986fca'] in dv-cinder-737618-2-smb is: [{'id': '3f240762-ac94-4978-a27c-b529e9986fca', 'name': 'tempest-TestShelveInstance-457620486-router', 'tenant_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': '9037782d-7fbd-41cf-a5d5-0963a3c62e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:54:02Z', 'updated_at': '2020-12-02T15:54:12Z', 'revision_number': 4, 'project_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'gw_port': {'id': '9037782d-7fbd-41cf-a5d5-0963a3c62e9b', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f240762-ac94-4978-a27c-b529e9986fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:04Z', 'updated_at': '2020-12-02T15:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '59343431-0c96-49f5-b128-9484f3604ca9', 'name': '', 'network_id': '6cfe88ad-176d-4112-8aaf-0063367dfcb9', 'tenant_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'mac_address': 'fa:16:3e:01:ab:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f240762-ac94-4978-a27c-b529e9986fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '4416b172-d96a-46ef-a0ad-7e47be582724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:11Z', 'updated_at': '2020-12-02T15:54:19Z', 'revision_number': 4, 'project_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'subnets': [{'id': '4416b172-d96a-46ef-a0ad-7e47be582724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:54:20.983725 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1e39f0a1-b35d-4d2c-9a84-0284d5744032 req-31933ad0-bf0d-408e-9670-7be9503d9790 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/ports?device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 210 time: 0.0831447 Dec 02 15:54:21.187651 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-a3d8ef02-0875-40a2-a839-eb484b4c33f5 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.90 "GET /v2.0/networks?tenant_id=4750e1550ccd4b8b9a95712681f10cc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1396630 Dec 02 15:54:21.679316 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b57c661c-2860-4ffd-a83e-1a98d2958562 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:21.682560 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b57c661c-2860-4ffd-a83e-1a98d2958562 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4870114 Dec 02 15:54:21.734664 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Request body: {'port': {'device_id': '4815513b-22d4-490c-af68-c068015b90be', 'network_id': '84c4a027-e17d-4ed5-a93b-8f23295ffcd7', 'admin_state_up': True, 'tenant_id': '4750e1550ccd4b8b9a95712681f10cc1'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:54:21.915013 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c361bb16-71db-407f-bea6-fed33696acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:22.039896 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:54:22.045203 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 40078) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:22.049872 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Usage tracker for resource:port and tenant:4750e1550ccd4b8b9a95712681f10cc1 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:54:22.054515 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Quota usage for port was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:54:22.062778 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:54:22.112949 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Made reservation on behalf of 4750e1550ccd4b8b9a95712681f10cc1 for: {'port': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:54:22.121073 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:22.178779 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:22.211444 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 59343431-0c96-49f5-b128-9484f3604ca9 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:54:22.257726 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:54:22.267309 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Usage tracker for resource:security_group_rule and tenant:4750e1550ccd4b8b9a95712681f10cc1 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:54:22.275957 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:54:22.292016 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:54:22.502195 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9ceb254f-3157-4b16-a561-6a04bb8bf4aa req-b9f4f2b5-6e4d-41a8-a52c-53d55de348f5 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/ports?device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 210 time: 0.1101961 Dec 02 15:54:22.590572 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning for port 59343431-0c96-49f5-b128-9484f3604ca9 completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:54:22.604342 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 59343431-0c96-49f5-b128-9484f3604ca9 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:54:22.605639 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:22.621280 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:22.692428 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:22.709624 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-014211f0-daa6-420f-b348-b45e72c42fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:22.752974 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3510481-55c2-47bd-9a6a-7676ff55dfd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:22.769995 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb90d15-2f45-4430-80a5-c3aca57548eb,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:22.778270 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:22.800238 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-d3510481-55c2-47bd-9a6a-7676ff55dfd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:54:22.812188 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-d3510481-55c2-47bd-9a6a-7676ff55dfd9 admin admin] Usage tracker for resource:security_group_rule and tenant:dae3838588a942d9b8e4e122d0c2526f is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:54:22.823339 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-d3510481-55c2-47bd-9a6a-7676ff55dfd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:54:22.840314 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-d3510481-55c2-47bd-9a6a-7676ff55dfd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:54:22.956857 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:23.066062 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] For port 59343431-0c96-49f5-b128-9484f3604ca9, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=59343431-0c96-49f5-b128-9484f3604ca9,segment=NetworkSegment(72775354-a6c2-4ebd-be4c-207208f8a33f),segment_id=72775354-a6c2-4ebd-be4c-207208f8a33f)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:54:23.106742 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:23.109168 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:23.270105 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3510481-55c2-47bd-9a6a-7676ff55dfd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:23.288223 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Pushing event updated for resources: {'Port': ['ID=59343431-0c96-49f5-b128-9484f3604ca9,revision_number=5']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:23.297947 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:23.309628 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3510481-55c2-47bd-9a6a-7676ff55dfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:23.442837 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-79e6c06d-cc31-4337-a2ea-177dafe64642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:23.483138 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-d3510481-55c2-47bd-9a6a-7676ff55dfd9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dae3838588a942d9b8e4e122d0c2526f&name=default HTTP/1.1" status: 200 len: 2879 time: 1.4358234 Dec 02 15:54:23.485418 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 40112) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:23.542691 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3510481-55c2-47bd-9a6a-7676ff55dfd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcce063-3445-478f-a9a4-833ff54da8d1,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:23.548450 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d3510481-55c2-47bd-9a6a-7676ff55dfd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:23.585327 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Allocated IP 192.168.233.245 (84c4a027-e17d-4ed5-a93b-8f23295ffcd7/2b63c206-5818-4517-a2ce-1ff80dc9ee6c/d6120fd9-3933-4da5-b0d1-83e555831a1a) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:54:23.644954 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3177d046-3ef3-4904-93ae-66a68fe7489f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:23.764703 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3177d046-3ef3-4904-93ae-66a68fe7489f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:23.841536 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-22671399-d11d-4caf-ab7b-3d40f3db3226 req-540e95ca-2e6e-4a61-8461-363474c6e7d5 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/ports?device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 210 time: 0.0903871 Dec 02 15:54:24.114355 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 59343431-0c96-49f5-b128-9484f3604ca9 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:54:24.136487 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf004a-5011-4b16-90e4-3e252c400e9a req-c056b38d-dd51-461f-ab4e-fddf702255c8 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:24.145765 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5ddf004a-5011-4b16-90e4-3e252c400e9a req-c056b38d-dd51-461f-ab4e-fddf702255c8 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.1123798 Dec 02 15:54:24.243805 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 59343431-0c96-49f5-b128-9484f3604ca9 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:54:24.244500 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:24.269945 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5ddf004a-5011-4b16-90e4-3e252c400e9a req-81d2fd03-2462-4a2a-bc2a-134353bb05af tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206911 Dec 02 15:54:24.429956 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3177d046-3ef3-4904-93ae-66a68fe7489f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:24.436695 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-80601c01-97c1-4645-8bf1-f0be26081212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:24.458216 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-bce06319-387d-4c45-8e61-0c829efbc567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:24.468504 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177d046-3ef3-4904-93ae-66a68fe7489f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcce063-3445-478f-a9a4-833ff54da8d1,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:24.476169 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-3177d046-3ef3-4904-93ae-66a68fe7489f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:24.480308 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:24.504306 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3177d046-3ef3-4904-93ae-66a68fe7489f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:24.508052 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-3177d046-3ef3-4904-93ae-66a68fe7489f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9dcce063-3445-478f-a9a4-833ff54da8d1 HTTP/1.1" status: 204 len: 168 time: 1.0189447 Dec 02 15:54:24.510138 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Transition to ACTIVE for port object d6120fd9-3933-4da5-b0d1-83e555831a1a will not be triggered until provisioned by entity DHCP. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:54:24.585592 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:24.606504 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e542ccbb-c18f-418d-bef8-a44c01969024 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:24.847713 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Pushing event updated for resources: {'Port': ['ID=d6120fd9-3933-4da5-b0d1-83e555831a1a,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:24.853712 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:24.869115 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:24.911331 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Network 84c4a027-e17d-4ed5-a93b-8f23295ffcd7 is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:54:24.913430 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:54:24.916324 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:54:25.100286 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:25.100955 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:25.250417 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5351274 Dec 02 15:54:25.285809 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Request body: {'port': {'device_id': '4815513b-22d4-490c-af68-c068015b90be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:54:25.345518 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c073fb-fac9-434e-87fe-f8a504e2f230 req-ab895d48-cd5f-4ba5-9f69-d6eb0b6b6bea tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:25.347628 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-37c073fb-fac9-434e-87fe-f8a504e2f230 req-ab895d48-cd5f-4ba5-9f69-d6eb0b6b6bea tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/ports?device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 936 time: 0.1545234 Dec 02 15:54:25.460518 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:25.477794 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-37c073fb-fac9-434e-87fe-f8a504e2f230 req-08cf2145-347e-4fbe-81f8-92308718d167 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/security-groups?id=ecb90d15-2f45-4430-80a5-c3aca57548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730605 Dec 02 15:54:25.492536 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfde5a-5585-40e6-be7a-6f6ffaa34f1b req-912568f6-be35-488f-9b43-3d8b3d031d7e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:25.509434 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-64cfde5a-5585-40e6-be7a-6f6ffaa34f1b req-912568f6-be35-488f-9b43-3d8b3d031d7e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.1595285 Dec 02 15:54:25.568299 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-5c7b4087-5f62-42eb-9a23-e5d70db46bc1 None None] Provisioning for port d6120fd9-3933-4da5-b0d1-83e555831a1a completed by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:54:25.587366 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-5c7b4087-5f62-42eb-9a23-e5d70db46bc1 None None] Provisioning complete for port d6120fd9-3933-4da5-b0d1-83e555831a1a triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:54:25.591163 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5c7b4087-5f62-42eb-9a23-e5d70db46bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:25.601736 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-64cfde5a-5585-40e6-be7a-6f6ffaa34f1b req-2dd10949-19d2-4446-a8ea-f69e9ffe66bb tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843935 Dec 02 15:54:25.761103 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-5c7b4087-5f62-42eb-9a23-e5d70db46bc1 None None] Port d6120fd9-3933-4da5-b0d1-83e555831a1a cannot update to ACTIVE because it is not bound. {{(pid=80332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 15:54:25.790079 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:25.906720 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76291a-8860-47fc-b410-8b7da35f2a8b req-e602b3fc-6010-49d0-991e-2bd010e2b522 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:25.921999 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5b76291a-8860-47fc-b410-8b7da35f2a8b req-e602b3fc-6010-49d0-991e-2bd010e2b522 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.2048924 Dec 02 15:54:26.026903 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5b76291a-8860-47fc-b410-8b7da35f2a8b req-1ae16e23-97da-4590-a7d7-9d6cb2960634 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028171 Dec 02 15:54:26.254344 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6120fd9-3933-4da5-b0d1-83e555831a1a {{(pid=80330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 15:54:26.269746 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:26.315167 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Transition to ACTIVE for port object d6120fd9-3933-4da5-b0d1-83e555831a1a will not be triggered until provisioned by entity L2. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:54:26.354949 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:26.376858 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-eb2fe793-8867-4b60-ab34-1d584b71815e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:26.547448 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6120fd9-3933-4da5-b0d1-83e555831a1a,revision_number=2']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:26.557972 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:26.864611 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:27.094233 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea120567-9288-40a8-b8bd-cd65a8f3635b req-ae6c7756-0c3a-41d3-b10a-976fa1087fe4 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:27.106025 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ea120567-9288-40a8-b8bd-cd65a8f3635b req-ae6c7756-0c3a-41d3-b10a-976fa1087fe4 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/ports?device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 948 time: 0.3513751 Dec 02 15:54:27.122255 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Attempting to bind port d6120fd9-3933-4da5-b0d1-83e555831a1a on host hv-cinder-73761 for vnic_type normal with profile {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:54:27.124568 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Attempting to bind port d6120fd9-3933-4da5-b0d1-83e555831a1a by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '757ea5e0-f59c-459d-934f-710dd87e2611', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '84c4a027-e17d-4ed5-a93b-8f23295ffcd7'}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:54:27.127602 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Attempting to bind port d6120fd9-3933-4da5-b0d1-83e555831a1a on network 84c4a027-e17d-4ed5-a93b-8f23295ffcd7 {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:54:27.141251 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Checking agent: {'id': 'a457a183-c7c9-4615-b19d-972b3b736d4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 48, 2), 'started_at': datetime.datetime(2020, 12, 2, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:54:27.141685 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Checking segment: {'id': '757ea5e0-f59c-459d-934f-710dd87e2611', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '84c4a027-e17d-4ed5-a93b-8f23295ffcd7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:54:27.142022 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:27.142424 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Bound using segment: {'id': '757ea5e0-f59c-459d-934f-710dd87e2611', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '84c4a027-e17d-4ed5-a93b-8f23295ffcd7'} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:54:27.142976 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Bound port: d6120fd9-3933-4da5-b0d1-83e555831a1a, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757ea5e0-f59c-459d-934f-710dd87e2611', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '84c4a027-e17d-4ed5-a93b-8f23295ffcd7'}}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:54:27.143305 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:27.177016 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ea120567-9288-40a8-b8bd-cd65a8f3635b req-211fc343-e8ab-4433-b2c7-a5b3fb8aa784 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/security-groups?id=ecb90d15-2f45-4430-80a5-c3aca57548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692601 Dec 02 15:54:27.320553 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edc714-7582-458f-9410-2b2d3c73598e req-bd5f9d4e-9aaf-4739-8c59-689cd84ef9f5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:27.322301 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d7edc714-7582-458f-9410-2b2d3c73598e req-bd5f9d4e-9aaf-4739-8c59-689cd84ef9f5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.2912920 Dec 02 15:54:27.364991 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] For port d6120fd9-3933-4da5-b0d1-83e555831a1a, host hv-cinder-73761, cleared binding levels {{(pid=80330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:54:27.369664 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] For port d6120fd9-3933-4da5-b0d1-83e555831a1a, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=d6120fd9-3933-4da5-b0d1-83e555831a1a,segment=NetworkSegment(757ea5e0-f59c-459d-934f-710dd87e2611),segment_id=757ea5e0-f59c-459d-934f-710dd87e2611)] {{(pid=80330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:54:27.413878 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:27.437858 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-358f7226-9a80-48ec-83fe-b2166c3eef11 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:27.452679 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d7edc714-7582-458f-9410-2b2d3c73598e req-d07435d1-afe8-4265-b335-18e4667b3ca0 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821331 Dec 02 15:54:27.486306 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a979a0-001a-4af7-a1d9-ed8e0b2e8f98 req-699eeb59-e904-46b0-8e95-30e99af85f2f tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:27.495359 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d6a979a0-001a-4af7-a1d9-ed8e0b2e8f98 req-699eeb59-e904-46b0-8e95-30e99af85f2f tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.1668451 Dec 02 15:54:27.580096 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d6a979a0-001a-4af7-a1d9-ed8e0b2e8f98 req-556770bb-83d2-4fc2-ad14-323c8d7bba91 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826609 Dec 02 15:54:27.805823 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6120fd9-3933-4da5-b0d1-83e555831a1a,revision_number=3']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:27.819845 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:27.820287 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:27.820644 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:27.821100 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:27.821429 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:27.821826 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:27.822225 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:27.822643 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:27.823038 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:27.823422 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:27.823809 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:27.824189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:27.824621 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:27.825004 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:27.825386 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:27.826122 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:27.826518 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:27.826902 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:27.827282 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:27.827891 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:27.828276 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:27.828916 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:27.829091 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:27.829357 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:27.837262 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:27.892986 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:27.892986 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:27.892986 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] 10.222.0.90 "PUT /v2.0/ports/d6120fd9-3933-4da5-b0d1-83e555831a1a HTTP/1.1" status: 200 len: 1162 time: 2.6008198 Dec 02 15:54:27.892986 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4815513b-22d4-490c-af68-c068015b90be', 'tag': 'd6120fd9-3933-4da5-b0d1-83e555831a1a'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:54:27.978390 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4815513b-22d4-490c-af68-c068015b90be', 'tag': 'd6120fd9-3933-4da5-b0d1-83e555831a1a', 'status': 'completed', 'code': 200} Dec 02 15:54:28.204927 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be679755-72e7-41a5-bb5d-1b4107d11c93 req-f6dae38d-a0f2-4d52-9adf-c379b8272e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:28.206872 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-be679755-72e7-41a5-bb5d-1b4107d11c93 req-f6dae38d-a0f2-4d52-9adf-c379b8272e19 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4750e1550ccd4b8b9a95712681f10cc1&device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 1165 time: 0.1351433 Dec 02 15:54:28.290626 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-be679755-72e7-41a5-bb5d-1b4107d11c93 req-25d5c59d-0433-458f-99c2-a016d6f3bb9e service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=4750e1550ccd4b8b9a95712681f10cc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472386 Dec 02 15:54:28.600926 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea97e3e-70ee-4b5f-8205-7ec752f6090d req-c0ca30fe-3b76-439a-a277-26e7e5693955 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:28.613443 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7ea97e3e-70ee-4b5f-8205-7ec752f6090d req-c0ca30fe-3b76-439a-a277-26e7e5693955 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/ports?device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 948 time: 0.2328141 Dec 02 15:54:28.823659 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7ea97e3e-70ee-4b5f-8205-7ec752f6090d req-6de16bf7-c3b3-48dd-a822-45f9cea676a9 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/security-groups?id=ecb90d15-2f45-4430-80a5-c3aca57548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070086 Dec 02 15:54:28.871588 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be679755-72e7-41a5-bb5d-1b4107d11c93 req-8f35787a-ab54-4af1-b472-5f9afeee93b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:28.876071 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-be679755-72e7-41a5-bb5d-1b4107d11c93 req-8f35787a-ab54-4af1-b472-5f9afeee93b2 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5388672 Dec 02 15:54:28.962292 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24803e25-4a8d-4d97-b8d0-eaa2635f7366 req-bf746d81-77fa-424b-8d4c-feed65126332 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:28.965615 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-24803e25-4a8d-4d97-b8d0-eaa2635f7366 req-bf746d81-77fa-424b-8d4c-feed65126332 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Synchronizing usage tracker for tenant:d7679e824ae94af092eab065a5350394 on resource:port {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:54:29.101350 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb78ad5-d6d8-448b-8616-4673455b54f3 req-4080cfbb-8882-49e9-ac97-14f5c99d2e2f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:29.107189 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ffb78ad5-d6d8-448b-8616-4673455b54f3 req-4080cfbb-8882-49e9-ac97-14f5c99d2e2f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.1601093 Dec 02 15:54:29.137898 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-af64ac35-928c-4cc6-bd9f-24ab09784f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:29.140704 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-af64ac35-928c-4cc6-bd9f-24ab09784f1f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4750e1550ccd4b8b9a95712681f10cc1&device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 1165 time: 0.1511869 Dec 02 15:54:29.155192 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-24803e25-4a8d-4d97-b8d0-eaa2635f7366 req-bf746d81-77fa-424b-8d4c-feed65126332 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Unset dirty status for tenant:d7679e824ae94af092eab065a5350394 on resource:port {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:54:29.156920 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-24803e25-4a8d-4d97-b8d0-eaa2635f7366 req-bf746d81-77fa-424b-8d4c-feed65126332 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.90 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.5572383 Dec 02 15:54:29.241209 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ffb78ad5-d6d8-448b-8616-4673455b54f3 req-28607010-7e64-4797-a444-f099513eab41 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733898 Dec 02 15:54:29.259780 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-8b0ebf51-6fd7-4820-b749-a86dae1ed971 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=d6120fd9-3933-4da5-b0d1-83e555831a1a HTTP/1.1" status: 200 len: 217 time: 0.1014607 Dec 02 15:54:29.266341 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad128ce0-74d3-41e2-87ca-1889c3dc5075 req-90cb52ef-0fb4-4fd6-a9bc-81c241d5aa31 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:29.268281 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ad128ce0-74d3-41e2-87ca-1889c3dc5075 req-90cb52ef-0fb4-4fd6-a9bc-81c241d5aa31 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 946 time: 0.1595516 Dec 02 15:54:29.375383 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ad128ce0-74d3-41e2-87ca-1889c3dc5075 req-54feb40a-50f0-4cc0-8305-5968aafab6c8 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798595 Dec 02 15:54:29.381952 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-24803e25-4a8d-4d97-b8d0-eaa2635f7366 req-e14d3919-f0e0-41e8-9ec8-80389334561b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Deleting port 5d174d7b-5c63-4d2f-bb81-96210d71ccea {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:54:29.382482 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-24803e25-4a8d-4d97-b8d0-eaa2635f7366 req-e14d3919-f0e0-41e8-9ec8-80389334561b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:29.430152 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-40363658-806a-4a74-8935-3436af95f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:29.431784 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-40363658-806a-4a74-8935-3436af95f4c3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2b63c206-5818-4517-a2ce-1ff80dc9ee6c HTTP/1.1" status: 200 len: 843 time: 0.1579762 Dec 02 15:54:29.681853 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 5d174d7b-5c63-4d2f-bb81-96210d71ccea no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 15:54:29.822152 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:29.893187 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 5d174d7b-5c63-4d2f-bb81-96210d71ccea, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=5d174d7b-5c63-4d2f-bb81-96210d71ccea,segment=NetworkSegment(088ed473-7800-49dc-ba8b-c6f8f92efc2b),segment_id=088ed473-7800-49dc-ba8b-c6f8f92efc2b)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:54:29.895430 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d174d7b-5c63-4d2f-bb81-96210d71ccea'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:54:29.897906 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-7da8bf55-c08a-4327-a4da-f050c5e8d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:29.899616 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-7da8bf55-c08a-4327-a4da-f050c5e8d838 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=84c4a027-e17d-4ed5-a93b-8f23295ffcd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4538698 Dec 02 15:54:29.938239 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:29.941642 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:29.999728 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-24803e25-4a8d-4d97-b8d0-eaa2635f7366 req-e14d3919-f0e0-41e8-9ec8-80389334561b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] For port 5d174d7b-5c63-4d2f-bb81-96210d71ccea, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=5d174d7b-5c63-4d2f-bb81-96210d71ccea,segment=NetworkSegment(088ed473-7800-49dc-ba8b-c6f8f92efc2b),segment_id=088ed473-7800-49dc-ba8b-c6f8f92efc2b)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:54:30.000141 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-24803e25-4a8d-4d97-b8d0-eaa2635f7366 req-e14d3919-f0e0-41e8-9ec8-80389334561b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:30.095830 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=5d174d7b-5c63-4d2f-bb81-96210d71ccea,revision_number=5']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:30.100412 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d174d7b-5c63-4d2f-bb81-96210d71ccea', 'code': 200} Dec 02 15:54:30.109270 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:30.109845 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:30.110598 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:30.111106 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:30.111603 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:30.112259 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:30.112750 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:30.113370 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:30.113864 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:30.114352 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:30.114882 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:30.116051 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:30.116657 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:30.117076 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:30.117531 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:30.118494 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:30.119082 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:30.119674 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:30.120381 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:30.120953 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:30.121690 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:30.122490 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:30.123230 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:30.123807 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:30.139197 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:30.149266 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec81705-0b9b-4c6d-b2b3-1177f62710a5 req-39138316-33be-43e0-9950-ba230ec9b5a0 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:30.157374 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5ec81705-0b9b-4c6d-b2b3-1177f62710a5 req-39138316-33be-43e0-9950-ba230ec9b5a0 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/ports?device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 948 time: 0.1337531 Dec 02 15:54:30.187179 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-24803e25-4a8d-4d97-b8d0-eaa2635f7366 req-e14d3919-f0e0-41e8-9ec8-80389334561b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Calling delete_port for 5d174d7b-5c63-4d2f-bb81-96210d71ccea owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:54:30.223748 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5ec81705-0b9b-4c6d-b2b3-1177f62710a5 req-0d9f7204-5d23-4348-be26-b6690487e327 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/security-groups?id=ecb90d15-2f45-4430-80a5-c3aca57548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651519 Dec 02 15:54:30.540258 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-c393b543-5142-49f5-8e02-efb3f4dfb394 service neutron] 10.222.0.90 "GET /v2.0/networks/84c4a027-e17d-4ed5-a93b-8f23295ffcd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611732 Dec 02 15:54:30.635739 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.api [req-24803e25-4a8d-4d97-b8d0-eaa2635f7366 req-e14d3919-f0e0-41e8-9ec8-80389334561b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80330) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 15:54:30.636370 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_db.api [req-24803e25-4a8d-4d97-b8d0-eaa2635f7366 req-e14d3919-f0e0-41e8-9ec8-80389334561b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 15:54:30.682914 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6c1e8-8a41-4815-9043-acec63e96d2c req-47598195-c4c6-49f7-9eaf-0300413c021e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:30.686755 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-75c6c1e8-8a41-4815-9043-acec63e96d2c req-47598195-c4c6-49f7-9eaf-0300413c021e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.1743231 Dec 02 15:54:30.806598 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea78c3a-ad0f-44de-a6f9-89f8caae5b4f req-e44e27e1-8fda-40dd-ad62-4b0baf9276a4 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:30.808524 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6ea78c3a-ad0f-44de-a6f9-89f8caae5b4f req-e44e27e1-8fda-40dd-ad62-4b0baf9276a4 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 944 time: 0.2166975 Dec 02 15:54:30.813789 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-75c6c1e8-8a41-4815-9043-acec63e96d2c req-35eadb0a-d587-4bbc-b366-10f82f58a6e6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088033 Dec 02 15:54:30.883713 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-acef0827-fbe2-4fe5-8a60-be22859ff784 req-5d70979f-e5ba-4461-9727-33f037cca672 service neutron] 10.222.0.90 "GET /v2.0/networks/84c4a027-e17d-4ed5-a93b-8f23295ffcd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3298545 Dec 02 15:54:30.899285 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6ea78c3a-ad0f-44de-a6f9-89f8caae5b4f req-6d879291-8a94-444c-af41-335729c3b9ea tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780563 Dec 02 15:54:31.138108 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-24803e25-4a8d-4d97-b8d0-eaa2635f7366 req-e14d3919-f0e0-41e8-9ec8-80389334561b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Deleting port 5d174d7b-5c63-4d2f-bb81-96210d71ccea {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:54:31.139471 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-24803e25-4a8d-4d97-b8d0-eaa2635f7366 req-e14d3919-f0e0-41e8-9ec8-80389334561b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:31.642264 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a773ac-b250-43c2-8b3b-1a315e9dde8b req-3d85072a-7c40-4406-bb4d-0446b2b722d1 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:31.934506 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-12a773ac-b250-43c2-8b3b-1a315e9dde8b req-3d85072a-7c40-4406-bb4d-0446b2b722d1 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/ports?device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 948 time: 0.1162267 Dec 02 15:54:31.936639 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-24803e25-4a8d-4d97-b8d0-eaa2635f7366 req-e14d3919-f0e0-41e8-9ec8-80389334561b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] For port 5d174d7b-5c63-4d2f-bb81-96210d71ccea, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=5d174d7b-5c63-4d2f-bb81-96210d71ccea,segment=NetworkSegment(088ed473-7800-49dc-ba8b-c6f8f92efc2b),segment_id=088ed473-7800-49dc-ba8b-c6f8f92efc2b)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:54:31.936639 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-24803e25-4a8d-4d97-b8d0-eaa2635f7366 req-e14d3919-f0e0-41e8-9ec8-80389334561b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:31.937638 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-12a773ac-b250-43c2-8b3b-1a315e9dde8b req-b92ce052-419b-4ca5-80ea-c39f39b57b47 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/security-groups?id=ecb90d15-2f45-4430-80a5-c3aca57548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513644 Dec 02 15:54:31.938159 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-24803e25-4a8d-4d97-b8d0-eaa2635f7366 req-e14d3919-f0e0-41e8-9ec8-80389334561b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Calling delete_port for 5d174d7b-5c63-4d2f-bb81-96210d71ccea owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:54:31.998387 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:32.297990 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-24803e25-4a8d-4d97-b8d0-eaa2635f7366 req-e14d3919-f0e0-41e8-9ec8-80389334561b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:32.331886 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:32.353655 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f71d6a-a248-4694-876b-31392de02365 req-d720571b-a922-4b93-9f0f-dd9629662c0d tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:32.359401 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-36f71d6a-a248-4694-876b-31392de02365 req-d720571b-a922-4b93-9f0f-dd9629662c0d tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.3176115 Dec 02 15:54:32.363595 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-46bfda0e-9425-4a4b-81bf-12bfcb04c66d req-737090a3-ce5c-4447-99eb-a7e6725052a0 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 210 time: 0.1199841 Dec 02 15:54:32.413765 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 40286) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:32.435305 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-36f71d6a-a248-4694-876b-31392de02365 req-8ee25489-09de-4743-8043-238617e30d47 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666552 Dec 02 15:54:32.520352 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d3919-f0e0-41e8-9ec8-80389334561b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Pushing event deleted for resources: {'Port': ['ID=5d174d7b-5c63-4d2f-bb81-96210d71ccea,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:32.529222 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e14d3919-f0e0-41e8-9ec8-80389334561b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:32.694854 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-24803e25-4a8d-4d97-b8d0-eaa2635f7366 req-e14d3919-f0e0-41e8-9ec8-80389334561b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] No DVR routers for this DVR port 5d174d7b-5c63-4d2f-bb81-96210d71ccea on host hv-cinder-73761 {{(pid=80330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 15:54:32.697503 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-24803e25-4a8d-4d97-b8d0-eaa2635f7366 req-e14d3919-f0e0-41e8-9ec8-80389334561b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:32.709450 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd', 'name': 'network-vif-deleted', 'tag': '5d174d7b-5c63-4d2f-bb81-96210d71ccea'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:54:32.772261 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-24803e25-4a8d-4d97-b8d0-eaa2635f7366 req-e14d3919-f0e0-41e8-9ec8-80389334561b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.90 "DELETE /v2.0/ports/5d174d7b-5c63-4d2f-bb81-96210d71ccea HTTP/1.1" status: 204 len: 173 time: 3.5519326 Dec 02 15:54:32.773760 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ae223592-66d6-44f4-a628-336ec7f2c647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:32.795513 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd', 'name': 'network-vif-deleted', 'tag': '5d174d7b-5c63-4d2f-bb81-96210d71ccea', 'status': 'completed', 'code': 200} Dec 02 15:54:32.805818 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-ae223592-66d6-44f4-a628-336ec7f2c647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:54:32.812815 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-ae223592-66d6-44f4-a628-336ec7f2c647 admin admin] Usage tracker for resource:security_group_rule and tenant:f822d772872645b8bff4675f1288bf31 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:54:32.818019 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-ae223592-66d6-44f4-a628-336ec7f2c647 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:54:32.830247 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-ae223592-66d6-44f4-a628-336ec7f2c647 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:54:33.144087 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ae223592-66d6-44f4-a628-336ec7f2c647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:33.187963 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168f746-d57e-4a50-9349-6ea68c848970 req-61944b31-ab44-4ad2-9f67-10db45e65692 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:33.189700 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2168f746-d57e-4a50-9349-6ea68c848970 req-61944b31-ab44-4ad2-9f67-10db45e65692 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/ports?device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 948 time: 0.1236434 Dec 02 15:54:33.228450 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ae223592-66d6-44f4-a628-336ec7f2c647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:33.249550 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6a318148-dba5-4fe4-9fb7-07b7ef6758d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:33.264802 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2168f746-d57e-4a50-9349-6ea68c848970 req-259a2804-cabe-44dd-9f8f-089f2b3af0b4 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/security-groups?id=ecb90d15-2f45-4430-80a5-c3aca57548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671163 Dec 02 15:54:33.347793 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-ae223592-66d6-44f4-a628-336ec7f2c647 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f822d772872645b8bff4675f1288bf31&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9234555 Dec 02 15:54:33.348855 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae223592-66d6-44f4-a628-336ec7f2c647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5585c4-fb96-4481-958f-c5d881485a47,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:33.351573 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 40304) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:33.355366 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ae223592-66d6-44f4-a628-336ec7f2c647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:33.466289 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-497f2545-d516-4ced-9616-78441079fe81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:33.527950 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-497f2545-d516-4ced-9616-78441079fe81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:33.807120 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-be9263ac-f96a-48d8-80df-9e5380247e32 req-e4c6226b-8c3b-47b2-a2e5-cd281b6c4aa2 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=5e7f2d07-7c14-45b0-8f60-1a47c3f85fcd HTTP/1.1" status: 200 len: 210 time: 0.1925559 Dec 02 15:54:33.864597 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-497f2545-d516-4ced-9616-78441079fe81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:33.876512 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-545455e4-c5a1-4800-8139-eefec8bb1ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:33.908593 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c8e30-c014-4350-8e38-42d407156271 req-a1f06515-ddce-4f5a-a1dd-6147af1f4a01 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:33.912555 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3d6c8e30-c014-4350-8e38-42d407156271 req-a1f06515-ddce-4f5a-a1dd-6147af1f4a01 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.2157114 Dec 02 15:54:33.919689 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f2545-d516-4ced-9616-78441079fe81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5585c4-fb96-4481-958f-c5d881485a47,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:33.957045 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-497f2545-d516-4ced-9616-78441079fe81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:33.978984 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-497f2545-d516-4ced-9616-78441079fe81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:33.981847 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-497f2545-d516-4ced-9616-78441079fe81 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9f5585c4-fb96-4481-958f-c5d881485a47 HTTP/1.1" status: 204 len: 168 time: 0.6280434 Dec 02 15:54:34.066893 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3d6c8e30-c014-4350-8e38-42d407156271 req-aedea7ce-23d5-43fd-b5cf-771446690519 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426938 Dec 02 15:54:34.212723 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Network 84c4a027-e17d-4ed5-a93b-8f23295ffcd7 details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:54:34.666766 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053aff87-1b7b-4ed3-be67-70cea47afb21 req-88fb1be9-8464-4b27-829e-36a5745bfb26 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:34.668720 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-053aff87-1b7b-4ed3-be67-70cea47afb21 req-88fb1be9-8464-4b27-829e-36a5745bfb26 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/ports?device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 948 time: 0.1598914 Dec 02 15:54:34.930119 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 40340) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:34.967164 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-053aff87-1b7b-4ed3-be67-70cea47afb21 req-737792ec-721e-41ae-a82f-2b873fd479a0 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/security-groups?id=ecb90d15-2f45-4430-80a5-c3aca57548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847998 Dec 02 15:54:34.977953 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-145b5595-3426-4c2a-aa26-ed96c599856b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:35.012859 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-145b5595-3426-4c2a-aa26-ed96c599856b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:54:35.022875 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-145b5595-3426-4c2a-aa26-ed96c599856b admin admin] Usage tracker for resource:security_group_rule and tenant:5cc8fd8d4a56428d9a69a4a920561b83 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:54:35.030403 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-145b5595-3426-4c2a-aa26-ed96c599856b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:54:35.043754 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-145b5595-3426-4c2a-aa26-ed96c599856b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:54:35.177587 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.objects.ports [None req-6ad06296-1b28-440a-aeb2-92ee0681d1c3 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80332) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 02 15:54:35.290990 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-145b5595-3426-4c2a-aa26-ed96c599856b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:35.343071 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-145b5595-3426-4c2a-aa26-ed96c599856b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:35.353618 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9b5bda1b-4f77-4557-ab2d-870640005d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:35.419128 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-145b5595-3426-4c2a-aa26-ed96c599856b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5cc8fd8d4a56428d9a69a4a920561b83&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4872041 Dec 02 15:54:35.422801 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 40356) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:35.424793 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b5595-3426-4c2a-aa26-ed96c599856b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85d8c5b-3db5-4093-b588-9c331866ed90,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:35.429992 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-145b5595-3426-4c2a-aa26-ed96c599856b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:35.585042 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd360b-c6d9-4319-afbc-53a0c11769a6 req-5dcb6c3c-3c71-4438-a3eb-56b3ad3799b1 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:35.589771 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6cdd360b-c6d9-4319-afbc-53a0c11769a6 req-5dcb6c3c-3c71-4438-a3eb-56b3ad3799b1 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.2566521 Dec 02 15:54:35.622170 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-10c52f44-14f3-4d32-834f-b6272310b07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:35.725840 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-10c52f44-14f3-4d32-834f-b6272310b07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:35.801394 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6cdd360b-c6d9-4319-afbc-53a0c11769a6 req-b27c163c-3b84-47a8-8322-03d71830450e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904039 Dec 02 15:54:35.846240 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b9bbc-11c2-46b0-95b3-4fd46d3119d1 req-8961102c-7839-428f-837b-daac72bf8f8f tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:35.852053 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-262b9bbc-11c2-46b0-95b3-4fd46d3119d1 req-8961102c-7839-428f-837b-daac72bf8f8f tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1953380 Dec 02 15:54:35.885798 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-10c52f44-14f3-4d32-834f-b6272310b07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:35.895951 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-8ca4d15c-204c-4590-aea6-3b10fc545f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:35.923043 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c52f44-14f3-4d32-834f-b6272310b07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85d8c5b-3db5-4093-b588-9c331866ed90,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:35.942552 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-10c52f44-14f3-4d32-834f-b6272310b07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:35.979651 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-10c52f44-14f3-4d32-834f-b6272310b07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:35.981854 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-10c52f44-14f3-4d32-834f-b6272310b07b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e85d8c5b-3db5-4093-b588-9c331866ed90 HTTP/1.1" status: 204 len: 168 time: 0.5572591 Dec 02 15:54:35.988089 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-262b9bbc-11c2-46b0-95b3-4fd46d3119d1 req-27bc971d-e952-4f67-a50c-875c9b70c90c tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317742 Dec 02 15:54:36.282383 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02c943-967f-4003-8dd7-985d87a9f5df req-e0fa713b-3f43-4f5d-a1a9-388c6911be7d tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:36.284217 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-af02c943-967f-4003-8dd7-985d87a9f5df req-e0fa713b-3f43-4f5d-a1a9-388c6911be7d tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/ports?device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 948 time: 0.1124871 Dec 02 15:54:36.351512 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-af02c943-967f-4003-8dd7-985d87a9f5df req-3bdeb960-b38e-47ed-b36d-b7c8974b6f18 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/security-groups?id=ecb90d15-2f45-4430-80a5-c3aca57548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531833 Dec 02 15:54:37.137896 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device d6120fd9-3933-4da5-b0d1-83e555831a1a up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:54:37.304117 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning for port d6120fd9-3933-4da5-b0d1-83e555831a1a completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:54:37.310970 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port d6120fd9-3933-4da5-b0d1-83e555831a1a triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:54:37.312076 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:37.551467 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:37.585797 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652024a2-7f5b-4edb-8482-dc6f403491a8 req-dbbe8c16-d14a-4e9e-800d-c744ae0dfac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:37.593844 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-652024a2-7f5b-4edb-8482-dc6f403491a8 req-dbbe8c16-d14a-4e9e-800d-c744ae0dfac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.2449396 Dec 02 15:54:37.606394 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4815513b-22d4-490c-af68-c068015b90be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6120fd9-3933-4da5-b0d1-83e555831a1a'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:54:37.625233 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port d6120fd9-3933-4da5-b0d1-83e555831a1a, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=d6120fd9-3933-4da5-b0d1-83e555831a1a,segment=NetworkSegment(757ea5e0-f59c-459d-934f-710dd87e2611),segment_id=757ea5e0-f59c-459d-934f-710dd87e2611)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:54:37.666746 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-652024a2-7f5b-4edb-8482-dc6f403491a8 req-a50d8fe3-8ac6-40ab-a579-2456214291a6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714455 Dec 02 15:54:37.680319 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:37.682423 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:37.775299 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=d6120fd9-3933-4da5-b0d1-83e555831a1a,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:37.778954 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:37.875271 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6ddd7-7a2e-4f02-abe0-2a9f89c96c28 req-3b882546-2222-4402-979e-56a82c989d2e tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:37.879184 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6ae6ddd7-7a2e-4f02-abe0-2a9f89c96c28 req-3b882546-2222-4402-979e-56a82c989d2e tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1181343 Dec 02 15:54:38.020708 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6ae6ddd7-7a2e-4f02-abe0-2a9f89c96c28 req-5934b031-581e-4eb4-8af2-8f05f89469fa tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279330 Dec 02 15:54:38.050988 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1462566-66e7-4644-86fe-03d6563a9549 req-1fc31936-748d-4c59-88cd-1b44bb323f7e tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:38.053234 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c1462566-66e7-4644-86fe-03d6563a9549 req-1fc31936-748d-4c59-88cd-1b44bb323f7e tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/ports?device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 950 time: 0.1619177 Dec 02 15:54:38.128801 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c1462566-66e7-4644-86fe-03d6563a9549 req-a627ed99-a70c-4e4b-9235-5e847278d8ab tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/security-groups?id=ecb90d15-2f45-4430-80a5-c3aca57548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659881 Dec 02 15:54:38.216619 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4815513b-22d4-490c-af68-c068015b90be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6120fd9-3933-4da5-b0d1-83e555831a1a', 'code': 200} Dec 02 15:54:38.403806 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device d6120fd9-3933-4da5-b0d1-83e555831a1a up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:54:38.417899 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008625a6-6c19-473e-94db-7ee3739547ad req-ca377867-3e03-401c-91e7-bfcc7fcca218 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:38.421349 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-008625a6-6c19-473e-94db-7ee3739547ad req-ca377867-3e03-401c-91e7-bfcc7fcca218 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 945 time: 0.1393261 Dec 02 15:54:38.501784 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-008625a6-6c19-473e-94db-7ee3739547ad req-8670dc4e-a3e4-4a38-a927-c25160067569 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634847 Dec 02 15:54:38.512355 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port d6120fd9-3933-4da5-b0d1-83e555831a1a triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:54:38.512850 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:38.937157 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2e561-e02c-4595-9bbb-ba399fed773e req-33614c6c-c460-4ee0-9162-dce53eef7c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:38.941102 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-95d2e561-e02c-4595-9bbb-ba399fed773e req-33614c6c-c460-4ee0-9162-dce53eef7c4f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 1167 time: 0.1675043 Dec 02 15:54:39.055573 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-95d2e561-e02c-4595-9bbb-ba399fed773e req-f0c404c4-433f-44bd-8249-f7a74b853e38 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ecb90d15-2f45-4430-80a5-c3aca57548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946209 Dec 02 15:54:39.221584 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e0df7-7a42-4363-83d1-dccbdf4e3c4f req-0c8dc50a-2f61-499c-898b-865363402bcd tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:39.226366 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f73e0df7-7a42-4363-83d1-dccbdf4e3c4f req-0c8dc50a-2f61-499c-898b-865363402bcd tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.2140484 Dec 02 15:54:39.298295 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f73e0df7-7a42-4363-83d1-dccbdf4e3c4f req-06ae635e-795b-4b94-8dda-ad9a20eb023b tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600576 Dec 02 15:54:39.549587 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37634c3c-df42-4b9e-87af-88db6aa7ef1e req-c1137dab-df78-4917-b368-feeddadefb6f tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:39.558792 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-37634c3c-df42-4b9e-87af-88db6aa7ef1e req-c1137dab-df78-4917-b368-feeddadefb6f tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.2514307 Dec 02 15:54:39.625078 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-37634c3c-df42-4b9e-87af-88db6aa7ef1e req-2a686f28-92b7-405f-a8a4-d200c88018d7 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652661 Dec 02 15:54:39.654424 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c836f3-954c-4813-a9ee-0cd723929168 req-d3eb595e-263c-4c41-bf60-33f665956fab tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:39.654424 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f0c836f3-954c-4813-a9ee-0cd723929168 req-d3eb595e-263c-4c41-bf60-33f665956fab tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/ports?device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 950 time: 0.1698854 Dec 02 15:54:39.732356 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f0c836f3-954c-4813-a9ee-0cd723929168 req-120e37ec-fc44-4d4c-8bfe-52df996294c3 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/security-groups?id=ecb90d15-2f45-4430-80a5-c3aca57548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746210 Dec 02 15:54:39.902198 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2422499-18ee-47b5-8e9e-97a1ca9e4a64 req-112c5162-d281-4048-acdb-a6b282c14248 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:39.908790 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a2422499-18ee-47b5-8e9e-97a1ca9e4a64 req-112c5162-d281-4048-acdb-a6b282c14248 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 945 time: 0.1193495 Dec 02 15:54:39.984549 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a2422499-18ee-47b5-8e9e-97a1ca9e4a64 req-184a9b47-b197-4f85-9e11-e1fdd832ec7b tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738783 Dec 02 15:54:40.727048 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb765506-7aea-4f94-9e51-ee181f0b2e6f req-c60d109e-79e0-428e-9f36-e04a9e89315a tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:40.730007 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bb765506-7aea-4f94-9e51-ee181f0b2e6f req-c60d109e-79e0-428e-9f36-e04a9e89315a tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.2391322 Dec 02 15:54:40.736910 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:54:40.846859 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bb765506-7aea-4f94-9e51-ee181f0b2e6f req-5a7b0b9b-88d6-490d-82d9-1efd4f6c6a37 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091681 Dec 02 15:54:41.039752 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb4b1e-9c58-470d-a667-7bbc111d8c4a req-fda144c2-623d-4c84-88ab-3e787ea17b05 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:41.042811 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3fdb4b1e-9c58-470d-a667-7bbc111d8c4a req-fda144c2-623d-4c84-88ab-3e787ea17b05 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1470044 Dec 02 15:54:41.159161 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3fdb4b1e-9c58-470d-a667-7bbc111d8c4a req-7910fe52-2728-4621-8f59-24435e7382cd tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076128 Dec 02 15:54:41.194786 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db51e0-0dac-4d39-857c-d8791249415a req-6591347b-14e5-443e-8355-caa482bb26ad tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:41.196790 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-50db51e0-0dac-4d39-857c-d8791249415a req-6591347b-14e5-443e-8355-caa482bb26ad tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/ports?device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 950 time: 0.1289020 Dec 02 15:54:41.260330 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-50db51e0-0dac-4d39-857c-d8791249415a req-074ea6fd-3347-4e6d-bec2-ccb40ad39bc2 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/security-groups?id=ecb90d15-2f45-4430-80a5-c3aca57548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569940 Dec 02 15:54:41.398512 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4308f-c90b-4c8b-8bb1-b4fd8e235241 req-0afc8f8d-336d-4778-8b62-388e25ddcb58 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:41.400210 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-dfb4308f-c90b-4c8b-8bb1-b4fd8e235241 req-0afc8f8d-336d-4778-8b62-388e25ddcb58 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 945 time: 0.0940113 Dec 02 15:54:41.467115 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-dfb4308f-c90b-4c8b-8bb1-b4fd8e235241 req-f11dc46c-a8e6-4303-8be0-68c9fa63a828 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593228 Dec 02 15:54:42.197463 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd390b5-1f09-4dec-8e06-e3713ad7171a req-99c7bfb4-a42e-4369-8ded-3f1594ef3ae5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:42.200494 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7cd390b5-1f09-4dec-8e06-e3713ad7171a req-99c7bfb4-a42e-4369-8ded-3f1594ef3ae5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.1261046 Dec 02 15:54:42.263996 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7cd390b5-1f09-4dec-8e06-e3713ad7171a req-fbd9f094-ec48-4267-9c4a-20bb74917dbb tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559990 Dec 02 15:54:42.471050 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936e096-c05d-4e55-9abd-2b7f416ff4fe req-8e63a0b0-e830-4244-ae2e-db22a2874ec6 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:42.475720 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e936e096-c05d-4e55-9abd-2b7f416ff4fe req-8e63a0b0-e830-4244-ae2e-db22a2874ec6 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1667311 Dec 02 15:54:42.585578 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e936e096-c05d-4e55-9abd-2b7f416ff4fe req-a258dd56-43fb-4711-a099-d5992f3efa55 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053588 Dec 02 15:54:42.626712 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d40a8-a141-4758-9b12-43101c6f4c0c req-6efb8a3d-0936-4894-ab80-4511ab41f72b tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:42.628403 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7f3d40a8-a141-4758-9b12-43101c6f4c0c req-6efb8a3d-0936-4894-ab80-4511ab41f72b tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/ports?device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 950 time: 0.1163747 Dec 02 15:54:42.726386 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7f3d40a8-a141-4758-9b12-43101c6f4c0c req-5f387f36-156b-45ec-915c-9068ac8b69e6 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/security-groups?id=ecb90d15-2f45-4430-80a5-c3aca57548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853550 Dec 02 15:54:42.938191 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfc9b0-7242-4e68-b17f-9a8ee321a5b3 req-d70bbc74-a148-4fad-8925-624def967d49 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:42.940403 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-92cfc9b0-7242-4e68-b17f-9a8ee321a5b3 req-d70bbc74-a148-4fad-8925-624def967d49 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 945 time: 0.1569741 Dec 02 15:54:43.030317 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-92cfc9b0-7242-4e68-b17f-9a8ee321a5b3 req-82c6e0e7-fc18-4095-aab9-30679df85752 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800266 Dec 02 15:54:43.437566 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35167e1d-3ba3-4813-96ba-544a99d88d41 req-1d463108-9107-4347-adec-6a6b2fb5c654 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:43.439373 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-35167e1d-3ba3-4813-96ba-544a99d88d41 req-1d463108-9107-4347-adec-6a6b2fb5c654 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/ports?device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 950 time: 0.1025689 Dec 02 15:54:43.542051 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-35167e1d-3ba3-4813-96ba-544a99d88d41 req-89a22423-e460-4173-8a25-4e10e144f9b2 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/security-groups?id=ecb90d15-2f45-4430-80a5-c3aca57548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937369 Dec 02 15:54:43.584360 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e15936-2f16-4ce6-91ab-fe082e3243da req-3f6e9b4f-a9d3-4588-87e4-842a8d231356 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:43.587041 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c5e15936-2f16-4ce6-91ab-fe082e3243da req-3f6e9b4f-a9d3-4588-87e4-842a8d231356 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.1234901 Dec 02 15:54:43.652701 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c5e15936-2f16-4ce6-91ab-fe082e3243da req-8364393e-be4c-47ae-bfc4-8f8f5b39af85 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588505 Dec 02 15:54:43.941253 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134662a-4fa3-4017-b4d0-1e78aee748e8 req-50a11da2-d393-4b6e-9b93-91ec346772db tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:43.945885 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b134662a-4fa3-4017-b4d0-1e78aee748e8 req-50a11da2-d393-4b6e-9b93-91ec346772db tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1593807 Dec 02 15:54:44.025157 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b134662a-4fa3-4017-b4d0-1e78aee748e8 req-c890a3f6-2dd7-4c15-b60a-8e77731aa2ba tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723627 Dec 02 15:54:44.468851 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 40578) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:44.501121 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58f82a-ffc8-49fc-8a93-1ce0eac44d48 req-714f3d7a-50ba-45bd-acdf-4a5b7f204d21 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:44.504564 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9e58f82a-ffc8-49fc-8a93-1ce0eac44d48 req-714f3d7a-50ba-45bd-acdf-4a5b7f204d21 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 945 time: 0.1306469 Dec 02 15:54:44.650817 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9e58f82a-ffc8-49fc-8a93-1ce0eac44d48 req-ff51704e-d073-4316-8efa-36bca4837989 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323879 Dec 02 15:54:44.898573 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 40592) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:45.050246 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6ad1eaf5-2b9b-496b-8508-739fa8ae6c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:45.061096 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0129a56e-65b5-499e-8cfe-72edc486e484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:45.084528 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-0129a56e-65b5-499e-8cfe-72edc486e484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:54:45.087610 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-6ad1eaf5-2b9b-496b-8508-739fa8ae6c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:54:45.093070 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-0129a56e-65b5-499e-8cfe-72edc486e484 admin admin] Usage tracker for resource:security_group_rule and tenant:ecdee71acf6f45a891ab76c36e3b7a18 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:54:45.096759 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-6ad1eaf5-2b9b-496b-8508-739fa8ae6c79 admin admin] Usage tracker for resource:security_group_rule and tenant:542e8f08c12b4d6a8eae4d4f10feb155 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:54:45.100441 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-0129a56e-65b5-499e-8cfe-72edc486e484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:54:45.103640 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-6ad1eaf5-2b9b-496b-8508-739fa8ae6c79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:54:45.111967 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-0129a56e-65b5-499e-8cfe-72edc486e484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:54:45.114988 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-6ad1eaf5-2b9b-496b-8508-739fa8ae6c79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:54:45.203758 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087cc41-557a-473e-837d-88dcebd5e330 req-150dad5e-86f9-4a00-9cee-674ecf6d06d3 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:45.205915 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7087cc41-557a-473e-837d-88dcebd5e330 req-150dad5e-86f9-4a00-9cee-674ecf6d06d3 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/ports?device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 950 time: 0.2824023 Dec 02 15:54:45.229984 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef9c7a-7f89-4cb7-93bc-4d76a86335ce req-70364376-8f91-497b-b00e-9e98b51cce32 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:45.232143 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-86ef9c7a-7f89-4cb7-93bc-4d76a86335ce req-70364376-8f91-497b-b00e-9e98b51cce32 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.2143943 Dec 02 15:54:45.299582 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0129a56e-65b5-499e-8cfe-72edc486e484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:45.302357 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6ad1eaf5-2b9b-496b-8508-739fa8ae6c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:45.321279 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7087cc41-557a-473e-837d-88dcebd5e330 req-3b830ff1-0d77-4c75-be61-5ff7978706f9 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/security-groups?id=ecb90d15-2f45-4430-80a5-c3aca57548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879309 Dec 02 15:54:45.326072 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-86ef9c7a-7f89-4cb7-93bc-4d76a86335ce req-cde52951-c62d-44d6-8afb-0a560914f563 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742633 Dec 02 15:54:45.347151 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0129a56e-65b5-499e-8cfe-72edc486e484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:45.366341 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e055f5fa-63e4-4c84-bea3-848aa0d8a2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:45.414807 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6ad1eaf5-2b9b-496b-8508-739fa8ae6c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:45.446160 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-0129a56e-65b5-499e-8cfe-72edc486e484 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ecdee71acf6f45a891ab76c36e3b7a18&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9736896 Dec 02 15:54:45.450194 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 40602) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:45.467723 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-6ad1eaf5-2b9b-496b-8508-739fa8ae6c79 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=542e8f08c12b4d6a8eae4d4f10feb155&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5675654 Dec 02 15:54:45.477697 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 40606) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:45.504478 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129a56e-65b5-499e-8cfe-72edc486e484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e11a27-2a79-491f-b5ad-8deeb2346232,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:45.508566 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0129a56e-65b5-499e-8cfe-72edc486e484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:45.511626 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b1ed7d60-064c-4fa6-8c1c-049f42091d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:45.571733 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1eaf5-2b9b-496b-8508-739fa8ae6c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d6bb57-720f-4163-abdd-1563aa0a785d,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:45.575824 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6ad1eaf5-2b9b-496b-8508-739fa8ae6c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:45.610977 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-385d5245-3405-4a66-94db-eb0ea1f3edc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:45.632258 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:45.646322 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-385d5245-3405-4a66-94db-eb0ea1f3edc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:45.679318 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:45.727524 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4fdb9-57c0-4266-9f8d-11a0e8188ceb req-9e7a3f06-408d-4567-94d7-358e38195009 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:45.729184 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-57d4fdb9-57c0-4266-9f8d-11a0e8188ceb req-9e7a3f06-408d-4567-94d7-358e38195009 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1897664 Dec 02 15:54:45.734422 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-385d5245-3405-4a66-94db-eb0ea1f3edc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:45.741262 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0129a56e-65b5-499e-8cfe-72edc486e484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:45.760321 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d5245-3405-4a66-94db-eb0ea1f3edc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d6bb57-720f-4163-abdd-1563aa0a785d,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:45.764073 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-385d5245-3405-4a66-94db-eb0ea1f3edc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:45.780004 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-385d5245-3405-4a66-94db-eb0ea1f3edc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:45.783445 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-385d5245-3405-4a66-94db-eb0ea1f3edc9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/07d6bb57-720f-4163-abdd-1563aa0a785d HTTP/1.1" status: 204 len: 168 time: 0.3026204 Dec 02 15:54:45.800674 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-57d4fdb9-57c0-4266-9f8d-11a0e8188ceb req-12ede0ac-3eca-4626-8068-29f05a6cbf1d tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626912 Dec 02 15:54:45.808682 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:45.813256 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-8bcd9c51-db29-40f8-af12-8c0a640522b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:45.826724 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e11a27-2a79-491f-b5ad-8deeb2346232,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:45.846335 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:45.851537 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b5e11a27-2a79-491f-b5ad-8deeb2346232 HTTP/1.1" status: 204 len: 168 time: 0.3956075 Dec 02 15:54:45.861316 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:45.861964 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:45.862739 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:45.863415 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:45.864071 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:45.866275 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:45.867053 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:45.867731 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:45.868412 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:45.869243 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:45.869962 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:45.870922 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:45.871963 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:45.872627 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:45.873285 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:45.873942 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:45.874640 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:45.875293 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:45.876557 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:45.877241 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:45.877917 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:45.878747 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:45.879603 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:45.881808 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:54:45.892945 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:46.215383 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ba8c9-2a04-4b7f-9871-9dc8fcd0883b req-9769bea5-cadd-4dc1-bf61-6a9a423d01ac tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:46.215383 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ee8ba8c9-2a04-4b7f-9871-9dc8fcd0883b req-9769bea5-cadd-4dc1-bf61-6a9a423d01ac tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 945 time: 0.1153293 Dec 02 15:54:46.278309 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ee8ba8c9-2a04-4b7f-9871-9dc8fcd0883b req-42cd6689-69fc-4d99-88de-aa90a74004ab tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645642 Dec 02 15:54:46.842529 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a617c-f70e-40e2-8778-3f3e203ebdcb req-78e02e09-320b-4cbe-80a2-12334f66af00 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:46.844194 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-773a617c-f70e-40e2-8778-3f3e203ebdcb req-78e02e09-320b-4cbe-80a2-12334f66af00 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.1766038 Dec 02 15:54:46.858360 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2571814-0905-446b-8cde-b0f8bcf0c132 req-742c2398-f8bd-4826-a41c-8a71644575d4 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:46.860504 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b2571814-0905-446b-8cde-b0f8bcf0c132 req-742c2398-f8bd-4826-a41c-8a71644575d4 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/ports?device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 950 time: 0.1468716 Dec 02 15:54:46.883458 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 40626) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:46.929305 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-19a69b4e-56aa-4544-8d49-fec9d8078342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:46.940378 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66980a2-0677-464f-8533-c97e8535a187 req-8dcc480a-05d3-46ed-87f9-b640ed604272 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:46.941189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-e66980a2-0677-464f-8533-c97e8535a187 req-8dcc480a-05d3-46ed-87f9-b640ed604272 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Synchronizing usage tracker for tenant:4750e1550ccd4b8b9a95712681f10cc1 on resource:port {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:54:46.984333 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-19a69b4e-56aa-4544-8d49-fec9d8078342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:54:46.988546 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-e66980a2-0677-464f-8533-c97e8535a187 req-8dcc480a-05d3-46ed-87f9-b640ed604272 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Unset dirty status for tenant:4750e1550ccd4b8b9a95712681f10cc1 on resource:port {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:54:46.989832 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e66980a2-0677-464f-8533-c97e8535a187 req-8dcc480a-05d3-46ed-87f9-b640ed604272 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.90 "GET /v2.0/ports?device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 950 time: 0.1446826 Dec 02 15:54:46.991412 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-773a617c-f70e-40e2-8778-3f3e203ebdcb req-ba2edcf7-94f2-4acb-8a8f-9f3929b30df4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295464 Dec 02 15:54:46.995809 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b2571814-0905-446b-8cde-b0f8bcf0c132 req-dec83b33-f220-4a53-a775-bdce22f36af9 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/security-groups?id=ecb90d15-2f45-4430-80a5-c3aca57548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133924 Dec 02 15:54:46.999031 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-19a69b4e-56aa-4544-8d49-fec9d8078342 admin admin] Usage tracker for resource:security_group_rule and tenant:bcb919c4c79345f5ae4750793544e4dc is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:54:47.011605 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-19a69b4e-56aa-4544-8d49-fec9d8078342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:54:47.019163 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-19a69b4e-56aa-4544-8d49-fec9d8078342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:54:47.141950 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-e66980a2-0677-464f-8533-c97e8535a187 req-331c6010-de9d-4259-a4cc-0a555ea3d506 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Deleting port d6120fd9-3933-4da5-b0d1-83e555831a1a {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:54:47.142748 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-e66980a2-0677-464f-8533-c97e8535a187 req-331c6010-de9d-4259-a4cc-0a555ea3d506 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:47.211936 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 1f701775-0a31-4c39-a9ae-08184535ec64 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:54:47.272104 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-19a69b4e-56aa-4544-8d49-fec9d8078342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:47.311786 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-19a69b4e-56aa-4544-8d49-fec9d8078342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:47.315425 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 1f701775-0a31-4c39-a9ae-08184535ec64 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:54:47.316718 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:47.325790 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ddfe3833-95f4-492b-ba01-fb18e891da73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:47.404640 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-19a69b4e-56aa-4544-8d49-fec9d8078342 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bcb919c4c79345f5ae4750793544e4dc&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5198762 Dec 02 15:54:47.413593 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed56d9-3325-4eec-97a8-79f87c2e1d93 req-0cc9c039-7156-4713-a058-7f1434102a69 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:47.422274 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-72ed56d9-3325-4eec-97a8-79f87c2e1d93 req-0cc9c039-7156-4713-a058-7f1434102a69 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.2610872 Dec 02 15:54:47.424088 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 40638) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:47.425468 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a69b4e-56aa-4544-8d49-fec9d8078342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c868471-d1db-4e60-a060-631af122347a,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:47.465639 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-19a69b4e-56aa-4544-8d49-fec9d8078342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:47.517610 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-72ed56d9-3325-4eec-97a8-79f87c2e1d93 req-60e4aed5-822b-403b-99ce-431e379950cf tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937824 Dec 02 15:54:47.544291 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c329f124-0d0f-4ac0-90c1-7d3a5bbe7b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:47.636072 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c329f124-0d0f-4ac0-90c1-7d3a5bbe7b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:47.644200 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device d6120fd9-3933-4da5-b0d1-83e555831a1a no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 15:54:47.657502 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-e66980a2-0677-464f-8533-c97e8535a187 req-331c6010-de9d-4259-a4cc-0a555ea3d506 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] For port d6120fd9-3933-4da5-b0d1-83e555831a1a, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=d6120fd9-3933-4da5-b0d1-83e555831a1a,segment=NetworkSegment(757ea5e0-f59c-459d-934f-710dd87e2611),segment_id=757ea5e0-f59c-459d-934f-710dd87e2611)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:54:47.657502 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-e66980a2-0677-464f-8533-c97e8535a187 req-331c6010-de9d-4259-a4cc-0a555ea3d506 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:47.842084 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:47.887569 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4815513b-22d4-490c-af68-c068015b90be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6120fd9-3933-4da5-b0d1-83e555831a1a'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:54:47.903001 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port d6120fd9-3933-4da5-b0d1-83e555831a1a, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=d6120fd9-3933-4da5-b0d1-83e555831a1a,segment=NetworkSegment(757ea5e0-f59c-459d-934f-710dd87e2611),segment_id=757ea5e0-f59c-459d-934f-710dd87e2611)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:54:47.914356 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-e66980a2-0677-464f-8533-c97e8535a187 req-331c6010-de9d-4259-a4cc-0a555ea3d506 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Calling delete_port for d6120fd9-3933-4da5-b0d1-83e555831a1a owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:54:47.943751 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834e0ca-daf3-4343-aa1b-d14376c8c661 req-f0deb85e-976d-44a4-a81b-a76f2fbda831 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:47.945182 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c834e0ca-daf3-4343-aa1b-d14376c8c661 req-f0deb85e-976d-44a4-a81b-a76f2fbda831 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 945 time: 0.2463813 Dec 02 15:54:47.954945 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:47.957189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:48.029129 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c329f124-0d0f-4ac0-90c1-7d3a5bbe7b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:48.033636 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:48.038847 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c04bc-9d8e-499a-b7ae-41434c5b003f req-29ded027-ee53-4413-86d1-a9daa154dbd0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:48.045497 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-672c04bc-9d8e-499a-b7ae-41434c5b003f req-29ded027-ee53-4413-86d1-a9daa154dbd0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.1881263 Dec 02 15:54:48.047563 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329f124-0d0f-4ac0-90c1-7d3a5bbe7b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c868471-d1db-4e60-a060-631af122347a,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:48.058216 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-c329f124-0d0f-4ac0-90c1-7d3a5bbe7b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:48.067039 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=d6120fd9-3933-4da5-b0d1-83e555831a1a,revision_number=5']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:48.067193 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c834e0ca-daf3-4343-aa1b-d14376c8c661 req-8e80fce2-32bb-4068-a34f-94e8eb11333e tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094849 Dec 02 15:54:48.073143 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:48.133240 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-672c04bc-9d8e-499a-b7ae-41434c5b003f req-1bbaacdc-e6e0-4602-be51-4fed17c845cc tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867658 Dec 02 15:54:48.138960 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c329f124-0d0f-4ac0-90c1-7d3a5bbe7b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:48.143257 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-c329f124-0d0f-4ac0-90c1-7d3a5bbe7b19 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3c868471-d1db-4e60-a060-631af122347a HTTP/1.1" status: 204 len: 168 time: 0.7153361 Dec 02 15:54:48.149767 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4815513b-22d4-490c-af68-c068015b90be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6120fd9-3933-4da5-b0d1-83e555831a1a', 'code': 200} Dec 02 15:54:48.159142 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.api [req-e66980a2-0677-464f-8533-c97e8535a187 req-331c6010-de9d-4259-a4cc-0a555ea3d506 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80330) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 15:54:48.159728 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_db.api [req-e66980a2-0677-464f-8533-c97e8535a187 req-331c6010-de9d-4259-a4cc-0a555ea3d506 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 15:54:48.370910 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27d2dc-5ba6-4a62-8133-0ac39cd43425 req-0823b256-acc7-44a9-b4bc-4ff9ec037452 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:48.375464 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-ba27d2dc-5ba6-4a62-8133-0ac39cd43425 req-0823b256-acc7-44a9-b4bc-4ff9ec037452 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Synchronizing usage tracker for tenant:d7679e824ae94af092eab065a5350394 on resource:port {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:54:48.428992 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-ba27d2dc-5ba6-4a62-8133-0ac39cd43425 req-0823b256-acc7-44a9-b4bc-4ff9ec037452 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Unset dirty status for tenant:d7679e824ae94af092eab065a5350394 on resource:port {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:54:48.430312 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ba27d2dc-5ba6-4a62-8133-0ac39cd43425 req-0823b256-acc7-44a9-b4bc-4ff9ec037452 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.90 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 945 time: 0.1516531 Dec 02 15:54:48.528379 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 18f02f70-567f-4198-9394-ba2790ddbc2f no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 15:54:48.534642 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-ba27d2dc-5ba6-4a62-8133-0ac39cd43425 req-aa7adf9a-d66f-4317-8879-67a2c518c814 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Deleting port 18f02f70-567f-4198-9394-ba2790ddbc2f {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:54:48.535084 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-ba27d2dc-5ba6-4a62-8133-0ac39cd43425 req-aa7adf9a-d66f-4317-8879-67a2c518c814 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:48.635047 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2db2f-edd0-4c5c-87d2-49e583633b62 req-643efb3b-086a-477a-a55a-37ca10e0fa46 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:48.642870 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d5b2db2f-edd0-4c5c-87d2-49e583633b62 req-643efb3b-086a-477a-a55a-37ca10e0fa46 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.3758113 Dec 02 15:54:48.673289 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51852d2-fd4b-48f8-9701-5a6b2151111b req-0ee63dde-9fd8-462b-8c0e-29d9a0b04b04 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:48.682038 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a51852d2-fd4b-48f8-9701-5a6b2151111b req-0ee63dde-9fd8-462b-8c0e-29d9a0b04b04 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/ports?device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 948 time: 0.3722632 Dec 02 15:54:48.684044 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-e66980a2-0677-464f-8533-c97e8535a187 req-331c6010-de9d-4259-a4cc-0a555ea3d506 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Deleting port d6120fd9-3933-4da5-b0d1-83e555831a1a {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:54:48.684641 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-e66980a2-0677-464f-8533-c97e8535a187 req-331c6010-de9d-4259-a4cc-0a555ea3d506 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:48.733229 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:48.751058 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d5b2db2f-edd0-4c5c-87d2-49e583633b62 req-58f83121-6615-4d90-a7de-ff1b6a3b0d3f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070850 Dec 02 15:54:48.785674 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a51852d2-fd4b-48f8-9701-5a6b2151111b req-09f6892e-d471-4f6c-b7e6-f12cc528b9e5 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/security-groups?id=ecb90d15-2f45-4430-80a5-c3aca57548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027730 Dec 02 15:54:48.785930 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 18f02f70-567f-4198-9394-ba2790ddbc2f, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=18f02f70-567f-4198-9394-ba2790ddbc2f,segment=NetworkSegment(088ed473-7800-49dc-ba8b-c6f8f92efc2b),segment_id=088ed473-7800-49dc-ba8b-c6f8f92efc2b)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:54:48.830730 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:48.832689 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:48.923094 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=18f02f70-567f-4198-9394-ba2790ddbc2f,revision_number=5']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:48.926969 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:49.101377 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d417d-344d-462a-82bf-980516c694dd req-0faa76c4-830a-4580-babf-ab5ed486a5b5 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:49.103696 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-508d417d-344d-462a-82bf-980516c694dd req-0faa76c4-830a-4580-babf-ab5ed486a5b5 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 943 time: 0.1566455 Dec 02 15:54:49.173090 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-508d417d-344d-462a-82bf-980516c694dd req-c165e37e-ff99-4ebd-b643-97337f1ca9ca tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618052 Dec 02 15:54:49.382985 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01641e69-f1d5-4111-a317-c3fda0a6e458 req-352a01f5-5589-4740-8c8a-b602327a4170 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:49.384786 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-01641e69-f1d5-4111-a317-c3fda0a6e458 req-352a01f5-5589-4740-8c8a-b602327a4170 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 945 time: 0.1514883 Dec 02 15:54:49.503520 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-01641e69-f1d5-4111-a317-c3fda0a6e458 req-2e6eca9b-400d-45b5-bad5-ea8201a8f413 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089954 Dec 02 15:54:49.542686 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf70587-a6ff-437d-93c2-12b6eaed8d64 req-5c946822-4e17-4d59-b2ca-5972b9170a77 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:49.553731 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7cf70587-a6ff-437d-93c2-12b6eaed8d64 req-5c946822-4e17-4d59-b2ca-5972b9170a77 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.2234161 Dec 02 15:54:49.605021 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7cf70587-a6ff-437d-93c2-12b6eaed8d64 req-7e6954b9-5360-4130-af4d-a7182341cfc8 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500829 Dec 02 15:54:49.759524 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-ba27d2dc-5ba6-4a62-8133-0ac39cd43425 req-aa7adf9a-d66f-4317-8879-67a2c518c814 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] For port 18f02f70-567f-4198-9394-ba2790ddbc2f, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=18f02f70-567f-4198-9394-ba2790ddbc2f,segment=NetworkSegment(088ed473-7800-49dc-ba8b-c6f8f92efc2b),segment_id=088ed473-7800-49dc-ba8b-c6f8f92efc2b)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:54:49.759848 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-ba27d2dc-5ba6-4a62-8133-0ac39cd43425 req-aa7adf9a-d66f-4317-8879-67a2c518c814 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:50.036580 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-ba27d2dc-5ba6-4a62-8133-0ac39cd43425 req-aa7adf9a-d66f-4317-8879-67a2c518c814 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Calling delete_port for 18f02f70-567f-4198-9394-ba2790ddbc2f owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:54:50.123737 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-e66980a2-0677-464f-8533-c97e8535a187 req-331c6010-de9d-4259-a4cc-0a555ea3d506 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] For port d6120fd9-3933-4da5-b0d1-83e555831a1a, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=d6120fd9-3933-4da5-b0d1-83e555831a1a,segment=NetworkSegment(757ea5e0-f59c-459d-934f-710dd87e2611),segment_id=757ea5e0-f59c-459d-934f-710dd87e2611)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:54:50.124304 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-e66980a2-0677-464f-8533-c97e8535a187 req-331c6010-de9d-4259-a4cc-0a555ea3d506 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:50.141895 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb476dfe-53b0-426f-86d4-1539c9380cec req-ef9c0f7c-bc0d-42d5-99a7-0b7d35f4801a tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:50.142715 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-bb476dfe-53b0-426f-86d4-1539c9380cec req-ef9c0f7c-bc0d-42d5-99a7-0b7d35f4801a tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Synchronizing usage tracker for tenant:16608b3ebcfe473780f5b631f5b9c240 on resource:port {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:54:50.152180 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b23da2-27ae-424d-a7d8-09afade6eab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f02f70-567f-4198-9394-ba2790ddbc2f'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:54:50.288528 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c467db-32b6-41fa-8e4e-0635a000776a req-865ead03-5497-49e0-9298-ded8f7bdaa14 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:50.291838 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-54c467db-32b6-41fa-8e4e-0635a000776a req-865ead03-5497-49e0-9298-ded8f7bdaa14 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/ports?device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 948 time: 0.3380203 Dec 02 15:54:50.316368 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-bb476dfe-53b0-426f-86d4-1539c9380cec req-ef9c0f7c-bc0d-42d5-99a7-0b7d35f4801a tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Unset dirty status for tenant:16608b3ebcfe473780f5b631f5b9c240 on resource:port {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:54:50.317778 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bb476dfe-53b0-426f-86d4-1539c9380cec req-ef9c0f7c-bc0d-42d5-99a7-0b7d35f4801a tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.90 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 945 time: 0.7272677 Dec 02 15:54:50.325478 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-e66980a2-0677-464f-8533-c97e8535a187 req-331c6010-de9d-4259-a4cc-0a555ea3d506 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Calling delete_port for d6120fd9-3933-4da5-b0d1-83e555831a1a owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:54:50.366877 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556b432-600a-4d3e-8293-020d18eb4c25 req-04acfdc6-823b-44c1-bf7a-8058569e8213 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:50.368659 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d556b432-600a-4d3e-8293-020d18eb4c25 req-04acfdc6-823b-44c1-bf7a-8058569e8213 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.2779956 Dec 02 15:54:50.384476 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device cf42d58a-4218-48e4-8576-dd4028756cd0 no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 15:54:50.392316 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-54c467db-32b6-41fa-8e4e-0635a000776a req-b6e316ed-14e9-4621-a84b-8fdce148e2cd tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/security-groups?id=ecb90d15-2f45-4430-80a5-c3aca57548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879023 Dec 02 15:54:50.488800 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-bb476dfe-53b0-426f-86d4-1539c9380cec req-be5fb829-649b-418a-9826-75b9807ef196 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Deleting port cf42d58a-4218-48e4-8576-dd4028756cd0 {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:54:50.489948 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bb476dfe-53b0-426f-86d4-1539c9380cec req-be5fb829-649b-418a-9826-75b9807ef196 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:50.525486 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d556b432-600a-4d3e-8293-020d18eb4c25 req-c79d688b-59e5-4eb9-9821-d18bac13a089 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311429 Dec 02 15:54:50.585303 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:50.588977 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.api [req-ba27d2dc-5ba6-4a62-8133-0ac39cd43425 req-aa7adf9a-d66f-4317-8879-67a2c518c814 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80330) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 15:54:50.589302 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_db.api [req-ba27d2dc-5ba6-4a62-8133-0ac39cd43425 req-aa7adf9a-d66f-4317-8879-67a2c518c814 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 15:54:50.621494 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b23da2-27ae-424d-a7d8-09afade6eab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f02f70-567f-4198-9394-ba2790ddbc2f', 'code': 200} Dec 02 15:54:50.670611 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port cf42d58a-4218-48e4-8576-dd4028756cd0, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=cf42d58a-4218-48e4-8576-dd4028756cd0,segment=NetworkSegment(4211b208-8e55-4ddb-a57d-729c1860213f),segment_id=4211b208-8e55-4ddb-a57d-729c1860213f)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:54:50.726371 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:50.729664 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:50.896309 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=cf42d58a-4218-48e4-8576-dd4028756cd0,revision_number=5']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:50.900552 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:50.941610 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-bb476dfe-53b0-426f-86d4-1539c9380cec req-be5fb829-649b-418a-9826-75b9807ef196 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] For port cf42d58a-4218-48e4-8576-dd4028756cd0, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=cf42d58a-4218-48e4-8576-dd4028756cd0,segment=NetworkSegment(4211b208-8e55-4ddb-a57d-729c1860213f),segment_id=4211b208-8e55-4ddb-a57d-729c1860213f)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:54:50.942359 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bb476dfe-53b0-426f-86d4-1539c9380cec req-be5fb829-649b-418a-9826-75b9807ef196 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:51.096720 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-ba27d2dc-5ba6-4a62-8133-0ac39cd43425 req-aa7adf9a-d66f-4317-8879-67a2c518c814 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Deleting port 18f02f70-567f-4198-9394-ba2790ddbc2f {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:54:51.096720 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-ba27d2dc-5ba6-4a62-8133-0ac39cd43425 req-aa7adf9a-d66f-4317-8879-67a2c518c814 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:51.138472 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-bb476dfe-53b0-426f-86d4-1539c9380cec req-be5fb829-649b-418a-9826-75b9807ef196 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Calling delete_port for cf42d58a-4218-48e4-8576-dd4028756cd0 owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:54:51.239924 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-e66980a2-0677-464f-8533-c97e8535a187 req-331c6010-de9d-4259-a4cc-0a555ea3d506 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:51.245640 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60facc-117c-4e4a-88eb-64bdb410a380 req-7ec0723f-3fd1-4b9e-9ab7-bff75bc93f89 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:51.255504 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cf60facc-117c-4e4a-88eb-64bdb410a380 req-7ec0723f-3fd1-4b9e-9ab7-bff75bc93f89 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 943 time: 0.3600609 Dec 02 15:54:51.264631 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:51.296166 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566954a7-0d90-458b-9836-a592f41f5782 req-e56ac350-d2bc-4c8c-ae13-6a2dd65b33df tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:51.308793 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-566954a7-0d90-458b-9836-a592f41f5782 req-e56ac350-d2bc-4c8c-ae13-6a2dd65b33df tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 943 time: 0.2656314 Dec 02 15:54:51.394011 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cf60facc-117c-4e4a-88eb-64bdb410a380 req-0385ea40-1cfa-4f63-b3db-e3c3924eae51 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368425 Dec 02 15:54:51.446184 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-566954a7-0d90-458b-9836-a592f41f5782 req-79027b1f-736a-4152-bc8e-1713dfb0ee9b tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251659 Dec 02 15:54:51.453220 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c6010-de9d-4259-a4cc-0a555ea3d506 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Pushing event deleted for resources: {'Port': ['ID=d6120fd9-3933-4da5-b0d1-83e555831a1a,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:51.456214 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-331c6010-de9d-4259-a4cc-0a555ea3d506 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:51.721470 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.api [req-bb476dfe-53b0-426f-86d4-1539c9380cec req-be5fb829-649b-418a-9826-75b9807ef196 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80330) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 15:54:51.721841 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_db.api [req-bb476dfe-53b0-426f-86d4-1539c9380cec req-be5fb829-649b-418a-9826-75b9807ef196 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 15:54:51.846208 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66980a2-0677-464f-8533-c97e8535a187 req-331c6010-de9d-4259-a4cc-0a555ea3d506 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] No DVR routers for this DVR port d6120fd9-3933-4da5-b0d1-83e555831a1a on host hv-cinder-73761 {{(pid=80330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 15:54:51.849265 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-e66980a2-0677-464f-8533-c97e8535a187 req-331c6010-de9d-4259-a4cc-0a555ea3d506 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:51.857571 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4815513b-22d4-490c-af68-c068015b90be', 'name': 'network-vif-deleted', 'tag': 'd6120fd9-3933-4da5-b0d1-83e555831a1a'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:54:51.891473 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-83aa40d8-266a-47cf-af29-dda4faea25f6 req-3475f39a-6397-41a8-83d9-bf0f73240f3c tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.98 "GET /v2.0/ports?device_id=4815513b-22d4-490c-af68-c068015b90be HTTP/1.1" status: 200 len: 210 time: 0.2033632 Dec 02 15:54:51.913734 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-ba27d2dc-5ba6-4a62-8133-0ac39cd43425 req-aa7adf9a-d66f-4317-8879-67a2c518c814 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] For port 18f02f70-567f-4198-9394-ba2790ddbc2f, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=18f02f70-567f-4198-9394-ba2790ddbc2f,segment=NetworkSegment(088ed473-7800-49dc-ba8b-c6f8f92efc2b),segment_id=088ed473-7800-49dc-ba8b-c6f8f92efc2b)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:54:51.914139 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-ba27d2dc-5ba6-4a62-8133-0ac39cd43425 req-aa7adf9a-d66f-4317-8879-67a2c518c814 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:51.919440 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a1f7036e-08a1-42c0-8a41-1d61a1e14fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:51.925905 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e66980a2-0677-464f-8533-c97e8535a187 req-331c6010-de9d-4259-a4cc-0a555ea3d506 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] 10.222.0.90 "DELETE /v2.0/ports/d6120fd9-3933-4da5-b0d1-83e555831a1a HTTP/1.1" status: 204 len: 173 time: 4.9250536 Dec 02 15:54:52.031057 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c10571-16fa-4f82-8f40-c14605ff8d7e req-a2ae3a17-67fb-4066-aaad-a21d7d17aff2 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:52.037192 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b6c10571-16fa-4f82-8f40-c14605ff8d7e req-a2ae3a17-67fb-4066-aaad-a21d7d17aff2 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.4308009 Dec 02 15:54:52.180510 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b6c10571-16fa-4f82-8f40-c14605ff8d7e req-e56b7869-fc8c-444e-82c7-c5ca0ebcf9a7 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325352 Dec 02 15:54:52.292778 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-bb476dfe-53b0-426f-86d4-1539c9380cec req-be5fb829-649b-418a-9826-75b9807ef196 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Deleting port cf42d58a-4218-48e4-8576-dd4028756cd0 {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:54:52.293166 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bb476dfe-53b0-426f-86d4-1539c9380cec req-be5fb829-649b-418a-9826-75b9807ef196 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:52.361501 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-ba27d2dc-5ba6-4a62-8133-0ac39cd43425 req-aa7adf9a-d66f-4317-8879-67a2c518c814 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Calling delete_port for 18f02f70-567f-4198-9394-ba2790ddbc2f owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:54:52.399465 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4815513b-22d4-490c-af68-c068015b90be', 'name': 'network-vif-deleted', 'tag': 'd6120fd9-3933-4da5-b0d1-83e555831a1a', 'status': 'completed', 'code': 200} Dec 02 15:54:52.410363 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1298b-753a-4240-8bcb-9504a9e844b2 req-b0799558-e84f-42e9-9078-ec175e24ad61 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:52.413178 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-30d1298b-753a-4240-8bcb-9504a9e844b2 req-b0799558-e84f-42e9-9078-ec175e24ad61 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.2291489 Dec 02 15:54:52.526705 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-30d1298b-753a-4240-8bcb-9504a9e844b2 req-7ca2cbdf-7a6c-48cf-943e-5f86f9be9b7d tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065447 Dec 02 15:54:52.623034 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6c5743-e583-4020-af7d-06d154d3fd08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf42d58a-4218-48e4-8576-dd4028756cd0'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:54:52.780821 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-bb476dfe-53b0-426f-86d4-1539c9380cec req-be5fb829-649b-418a-9826-75b9807ef196 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] For port cf42d58a-4218-48e4-8576-dd4028756cd0, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=cf42d58a-4218-48e4-8576-dd4028756cd0,segment=NetworkSegment(4211b208-8e55-4ddb-a57d-729c1860213f),segment_id=4211b208-8e55-4ddb-a57d-729c1860213f)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:54:52.781952 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bb476dfe-53b0-426f-86d4-1539c9380cec req-be5fb829-649b-418a-9826-75b9807ef196 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:52.856533 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f52cc9-523e-4a18-861e-6456acce9e34 req-c51269f6-9372-4be4-80a5-73108a378298 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:52.865819 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a6f52cc9-523e-4a18-861e-6456acce9e34 req-c51269f6-9372-4be4-80a5-73108a378298 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 943 time: 0.2324069 Dec 02 15:54:53.204709 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a6f52cc9-523e-4a18-861e-6456acce9e34 req-801af5c2-15a1-43ff-b7b9-6ae39f0c14fe tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/security-groups?id=d33cea48-43be-4d3c-8360-a27ebdf0c115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253529 Dec 02 15:54:53.285824 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bf89f-cb89-4d04-9136-ddabd38cdbdf req-e50b5815-4e76-424f-a2ac-ba21ff309a11 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:53.298293 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-138bf89f-cb89-4d04-9136-ddabd38cdbdf req-e50b5815-4e76-424f-a2ac-ba21ff309a11 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 943 time: 0.3535895 Dec 02 15:54:53.313182 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-bb476dfe-53b0-426f-86d4-1539c9380cec req-be5fb829-649b-418a-9826-75b9807ef196 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Calling delete_port for cf42d58a-4218-48e4-8576-dd4028756cd0 owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:54:53.355096 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6c5743-e583-4020-af7d-06d154d3fd08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf42d58a-4218-48e4-8576-dd4028756cd0', 'code': 200} Dec 02 15:54:53.369278 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-138bf89f-cb89-4d04-9136-ddabd38cdbdf req-fcb296c3-1b0b-4076-b853-eeca8812d2fb tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697989 Dec 02 15:54:53.622371 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bb476dfe-53b0-426f-86d4-1539c9380cec req-be5fb829-649b-418a-9826-75b9807ef196 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:53.727393 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:53.776439 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fb829-649b-418a-9826-75b9807ef196 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Pushing event deleted for resources: {'Port': ['ID=cf42d58a-4218-48e4-8576-dd4028756cd0,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:53.789345 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-be5fb829-649b-418a-9826-75b9807ef196 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:53.795286 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-5206f68b-d859-47a2-9306-885d948f7b0d tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Synchronizing usage tracker for tenant:e8d7a18fc79d48ee8c642b9c7dcb09bb on resource:security_group {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:54:53.819839 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa0145-556e-49e9-b489-bbb0810ac5d8 req-46aacb3a-b3b3-4e9f-b300-612fd720a674 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:53.828133 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-01aa0145-556e-49e9-b489-bbb0810ac5d8 req-46aacb3a-b3b3-4e9f-b300-612fd720a674 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.2137218 Dec 02 15:54:53.837821 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-ba27d2dc-5ba6-4a62-8133-0ac39cd43425 req-aa7adf9a-d66f-4317-8879-67a2c518c814 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:53.879989 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-64828264-ddb3-45bb-8a6e-25a7bcb3018a tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:54:53.919213 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-01aa0145-556e-49e9-b489-bbb0810ac5d8 req-821cad96-7df7-4470-a8f8-3e86d68bd09c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899298 Dec 02 15:54:53.935189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-5206f68b-d859-47a2-9306-885d948f7b0d tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Unset dirty status for tenant:e8d7a18fc79d48ee8c642b9c7dcb09bb on resource:security_group {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:54:53.936464 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-5206f68b-d859-47a2-9306-885d948f7b0d tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-530111288&fields=id&tenant_id=e8d7a18fc79d48ee8c642b9c7dcb09bb HTTP/1.1" status: 200 len: 267 time: 0.2306645 Dec 02 15:54:54.029047 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7adf9a-d66f-4317-8879-67a2c518c814 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Pushing event deleted for resources: {'Port': ['ID=18f02f70-567f-4198-9394-ba2790ddbc2f,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:54:54.039449 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-aa7adf9a-d66f-4317-8879-67a2c518c814 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:54:54.124673 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb476dfe-53b0-426f-86d4-1539c9380cec req-be5fb829-649b-418a-9826-75b9807ef196 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] No DVR routers for this DVR port cf42d58a-4218-48e4-8576-dd4028756cd0 on host hv-cinder-73761 {{(pid=80330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 15:54:54.131521 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bb476dfe-53b0-426f-86d4-1539c9380cec req-be5fb829-649b-418a-9826-75b9807ef196 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:54.198932 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bb476dfe-53b0-426f-86d4-1539c9380cec req-be5fb829-649b-418a-9826-75b9807ef196 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.90 "DELETE /v2.0/ports/cf42d58a-4218-48e4-8576-dd4028756cd0 HTTP/1.1" status: 204 len: 173 time: 3.8166113 Dec 02 15:54:54.262539 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba27d2dc-5ba6-4a62-8133-0ac39cd43425 req-aa7adf9a-d66f-4317-8879-67a2c518c814 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] No DVR routers for this DVR port 18f02f70-567f-4198-9394-ba2790ddbc2f on host hv-cinder-73761 {{(pid=80330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 15:54:54.264961 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-ba27d2dc-5ba6-4a62-8133-0ac39cd43425 req-aa7adf9a-d66f-4317-8879-67a2c518c814 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:54.268452 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ba27d2dc-5ba6-4a62-8133-0ac39cd43425 req-aa7adf9a-d66f-4317-8879-67a2c518c814 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.90 "DELETE /v2.0/ports/18f02f70-567f-4198-9394-ba2790ddbc2f HTTP/1.1" status: 204 len: 173 time: 5.8288484 Dec 02 15:54:54.402014 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6c5743-e583-4020-af7d-06d154d3fd08', 'name': 'network-vif-deleted', 'tag': 'cf42d58a-4218-48e4-8576-dd4028756cd0'}, {'server_uuid': 'f3b23da2-27ae-424d-a7d8-09afade6eab8', 'name': 'network-vif-deleted', 'tag': '18f02f70-567f-4198-9394-ba2790ddbc2f'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:54:54.448708 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6d1e46fe-7be5-4468-b6d0-7052ea6e5845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:54.464728 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-06787180-876e-4d41-9ff3-c71077e9ce05 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:54.465700 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-06787180-876e-4d41-9ff3-c71077e9ce05 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Synchronizing usage tracker for tenant:e8d7a18fc79d48ee8c642b9c7dcb09bb on resource:network {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:54:54.491289 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5f99b-13e7-42a9-af71-4519db44aab0 req-78bebb52-ce0a-4fd8-a516-6508f0ea2a72 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:54.493131 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-62d5f99b-13e7-42a9-af71-4519db44aab0 req-78bebb52-ce0a-4fd8-a516-6508f0ea2a72 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.2650945 Dec 02 15:54:54.595263 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-06787180-876e-4d41-9ff3-c71077e9ce05 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Unset dirty status for tenant:e8d7a18fc79d48ee8c642b9c7dcb09bb on resource:network {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:54:54.608557 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-06787180-876e-4d41-9ff3-c71077e9ce05 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/networks?id=381266ba-2c0c-4b16-ae63-d025abb85ceb HTTP/1.1" status: 200 len: 808 time: 0.6555867 Dec 02 15:54:54.647011 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-c24a167d-8869-446a-937c-a1731dd63ae5 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/quotas/e8d7a18fc79d48ee8c642b9c7dcb09bb HTTP/1.1" status: 200 len: 375 time: 0.0351298 Dec 02 15:54:54.707358 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-62d5f99b-13e7-42a9-af71-4519db44aab0 req-c978df4f-9286-43da-b829-9b6fbc095c82 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955087 Dec 02 15:54:54.871776 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:54.903241 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a697370-2531-407f-ad88-fb4b767dfb74 req-14737d6c-e8d3-424a-afbd-a5dc63774bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:54.905051 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6a697370-2531-407f-ad88-fb4b767dfb74 req-14737d6c-e8d3-424a-afbd-a5dc63774bfe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cca84cc05e794548902f38e2444508de&device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 1162 time: 0.2083414 Dec 02 15:54:54.905724 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-62ea1a85-52f3-4ea4-a4ef-2efe819237c3 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?tenant_id=e8d7a18fc79d48ee8c642b9c7dcb09bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2574658 Dec 02 15:54:55.133865 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a697370-2531-407f-ad88-fb4b767dfb74 req-b2619a3d-dc51-4c4a-b147-defcf322a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:55.135562 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6a697370-2531-407f-ad88-fb4b767dfb74 req-b2619a3d-dc51-4c4a-b147-defcf322a096 service neutron] 10.222.0.90 "GET /v2.0/networks?id=897c5c37-7e4c-49f0-aa05-6604955b43fe HTTP/1.1" status: 200 len: 904 time: 0.2047355 Dec 02 15:54:55.182565 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5efe4cb4-0fed-44c5-8845-bc5cb384cd8b req-3e378ff2-6430-425e-b39f-0ce90c993378 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] 10.222.0.98 "GET /v2.0/ports?device_id=f3b23da2-27ae-424d-a7d8-09afade6eab8 HTTP/1.1" status: 200 len: 210 time: 0.1262279 Dec 02 15:54:55.355718 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-db4bf9f8-07a9-4bb9-821f-098084c44998 service neutron] 10.222.0.98 "GET /v2.0/networks/381266ba-2c0c-4b16-ae63-d025abb85ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430397 Dec 02 15:54:55.410395 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6a697370-2531-407f-ad88-fb4b767dfb74 req-91397e23-77f9-41dd-b50f-609d0d6c2903 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62fb1714-cf93-450d-91c5-2f776526d469 HTTP/1.1" status: 200 len: 1000 time: 0.2680686 Dec 02 15:54:55.537285 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a697370-2531-407f-ad88-fb4b767dfb74 req-f4a484ee-567f-4d5d-b337-ce433b9454b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:55.543385 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6a697370-2531-407f-ad88-fb4b767dfb74 req-f4a484ee-567f-4d5d-b337-ce433b9454b3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1dec06aa-ae61-48b1-9f23-8da853bd2bcb HTTP/1.1" status: 200 len: 849 time: 0.1236362 Dec 02 15:54:55.768757 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a697370-2531-407f-ad88-fb4b767dfb74 req-123be690-a29f-4834-8d2e-7dd63066b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:55.774671 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6a697370-2531-407f-ad88-fb4b767dfb74 req-123be690-a29f-4834-8d2e-7dd63066b121 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=897c5c37-7e4c-49f0-aa05-6604955b43fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2159052 Dec 02 15:54:55.806569 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:55.868891 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-99b7953e-2383-454a-a180-0fdc283246b3 service neutron] 10.222.0.98 "GET /v2.0/networks/381266ba-2c0c-4b16-ae63-d025abb85ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4982624 Dec 02 15:54:55.910172 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-fa79b960-207d-4166-b792-cfd1f0346599 req-a176fffa-9555-4f0c-8431-4dce65829ef8 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=de6c5743-e583-4020-af7d-06d154d3fd08 HTTP/1.1" status: 200 len: 210 time: 0.1597381 Dec 02 15:54:56.109037 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6a697370-2531-407f-ad88-fb4b767dfb74 req-7b819312-5036-4652-8a89-40233f900c95 service neutron] 10.222.0.90 "GET /v2.0/networks/897c5c37-7e4c-49f0-aa05-6604955b43fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302279 Dec 02 15:54:56.117610 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6c5743-e583-4020-af7d-06d154d3fd08', 'name': 'network-vif-deleted', 'tag': 'cf42d58a-4218-48e4-8576-dd4028756cd0', 'status': 'completed', 'code': 200} Dec 02 15:54:56.118211 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b23da2-27ae-424d-a7d8-09afade6eab8', 'name': 'network-vif-deleted', 'tag': '18f02f70-567f-4198-9394-ba2790ddbc2f', 'status': 'completed', 'code': 200} Dec 02 15:54:56.474477 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6a697370-2531-407f-ad88-fb4b767dfb74 req-35afd924-4d76-407b-a4e3-8396b4937f20 service neutron] 10.222.0.90 "GET /v2.0/networks/897c5c37-7e4c-49f0-aa05-6604955b43fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3527706 Dec 02 15:54:56.477149 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615ba2e-dfa9-4000-ba73-1f33d4be2633 req-6f9812d2-4618-43ea-94a9-3f59570174f3 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:56.479155 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5615ba2e-dfa9-4000-ba73-1f33d4be2633 req-6f9812d2-4618-43ea-94a9-3f59570174f3 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.1350462 Dec 02 15:54:56.568877 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5615ba2e-dfa9-4000-ba73-1f33d4be2633 req-c7ad3db3-0121-4729-87f7-121535c8fa13 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766230 Dec 02 15:54:56.832160 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:57.095367 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9e8a1-5ac2-45d6-907f-c23958eabc3b req-6758ad3c-1910-472c-b464-aada5e0ea15b tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:57.101592 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b7e9e8a1-5ac2-45d6-907f-c23958eabc3b req-6758ad3c-1910-472c-b464-aada5e0ea15b tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.2256548 Dec 02 15:54:57.216093 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b7e9e8a1-5ac2-45d6-907f-c23958eabc3b req-9c538853-52d9-408b-b3a8-4753c145d71f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919976 Dec 02 15:54:57.455285 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 40910) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:54:58.512254 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-06a40c05-cd83-4b94-881c-8dbdb5ed8c9c req-e56e527f-c3bc-42b4-998d-04d55b81a71c tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 210 time: 0.3803742 Dec 02 15:54:58.599822 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-61f73ecd-ddbd-4ed1-8558-21adbfad0abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424877'] for router_interface, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:54:59.211983 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930101a-662d-405f-890d-45e745b16099 req-1c9c1a45-37b6-45fe-9362-540e227afd4a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:59.227385 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8930101a-662d-405f-890d-45e745b16099 req-1c9c1a45-37b6-45fe-9362-540e227afd4a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 1.0605671 Dec 02 15:54:59.379535 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f55e0-ef34-40bc-8b4f-44c62e96b769 req-fa8330aa-b86f-4859-adde-3fd48491888c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:54:59.379535 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-138f55e0-ef34-40bc-8b4f-44c62e96b769 req-fa8330aa-b86f-4859-adde-3fd48491888c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.4990396 Dec 02 15:54:59.735508 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-138f55e0-ef34-40bc-8b4f-44c62e96b769 req-53f1a562-c1ad-4177-aa38-edf492787dee tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2853296 Dec 02 15:54:59.755139 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8930101a-662d-405f-890d-45e745b16099 req-4802dc4f-a13a-455c-96f7-0bfce4f6e791 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5127585 Dec 02 15:55:00.108962 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d5c2cd1e-a6df-4c2a-9a1f-c1fd90ea3f62 req-ec34de9b-a9ab-4495-8e7b-66db6aa825b3 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 210 time: 0.0602846 Dec 02 15:55:00.444687 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-61f73ecd-ddbd-4ed1-8558-21adbfad0abf admin admin] Deleting port 16efdc73-78e6-4af5-8f7a-0f31b4c67c04 {{(pid=80331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:55:00.448798 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-61f73ecd-ddbd-4ed1-8558-21adbfad0abf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:00.588357 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 62fb1714-cf93-450d-91c5-2f776526d469 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:55:00.719615 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 62fb1714-cf93-450d-91c5-2f776526d469 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:55:00.720302 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:00.944779 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-61f73ecd-ddbd-4ed1-8558-21adbfad0abf admin admin] For port 16efdc73-78e6-4af5-8f7a-0f31b4c67c04, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=16efdc73-78e6-4af5-8f7a-0f31b4c67c04,segment=NetworkSegment(088ed473-7800-49dc-ba8b-c6f8f92efc2b),segment_id=088ed473-7800-49dc-ba8b-c6f8f92efc2b)] {{(pid=80331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:55:00.945382 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-61f73ecd-ddbd-4ed1-8558-21adbfad0abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:01.280448 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-61f73ecd-ddbd-4ed1-8558-21adbfad0abf admin admin] Calling delete_port for 16efdc73-78e6-4af5-8f7a-0f31b4c67c04 owned by network:router_interface {{(pid=80331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:55:01.854101 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-0a7302a8-1a70-473e-86c4-66d558803330 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:01.856464 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-0a7302a8-1a70-473e-86c4-66d558803330 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.90 "GET /v2.0/networks?id=381266ba-2c0c-4b16-ae63-d025abb85ceb HTTP/1.1" status: 200 len: 808 time: 0.4638803 Dec 02 15:55:02.003615 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:02.006095 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-b4857490-7121-4ad7-aa96-bc489e1f0938 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e8d7a18fc79d48ee8c642b9c7dcb09bb HTTP/1.1" status: 200 len: 5543 time: 0.1277776 Dec 02 15:55:02.038117 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-5f7a0ec1-5296-4c09-87ff-104579ff0d0b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Request body: {'port': {'device_id': 'f19394ed-505f-46ad-bd20-e0ccbbe728f2', 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb', 'admin_state_up': True, 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'security_groups': ['f00e2d81-48f4-4efd-8322-77eea820488a']}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:55:02.082071 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c4b2d-f89e-49f5-9867-5ec91b38a5db req-d977026a-539d-4719-8f65-58493ab81625 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:02.086210 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c42c4b2d-f89e-49f5-9867-5ec91b38a5db req-d977026a-539d-4719-8f65-58493ab81625 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.3794665 Dec 02 15:55:02.133554 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3339ef1-b827-4941-b3ee-b347b4a502c8 req-19fe7c55-14d8-4434-8604-2e8f42337c0f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:02.146054 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f3339ef1-b827-4941-b3ee-b347b4a502c8 req-19fe7c55-14d8-4434-8604-2e8f42337c0f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.4339840 Dec 02 15:55:02.263447 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-5f7a0ec1-5296-4c09-87ff-104579ff0d0b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:55:02.269655 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-5f7a0ec1-5296-4c09-87ff-104579ff0d0b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Usage tracker for resource:port and tenant:e8d7a18fc79d48ee8c642b9c7dcb09bb is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:55:02.275122 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-5f7a0ec1-5296-4c09-87ff-104579ff0d0b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Quota usage for port was recalculated. Used quota:2. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:55:02.285267 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-5f7a0ec1-5296-4c09-87ff-104579ff0d0b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:55:02.289778 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-61f73ecd-ddbd-4ed1-8558-21adbfad0abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14825086'] for port, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:02.318026 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f3339ef1-b827-4941-b3ee-b347b4a502c8 req-017575b8-7d26-4394-9615-beab7e6d4262 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708429 Dec 02 15:55:02.321329 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:02.368571 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c42c4b2d-f89e-49f5-9867-5ec91b38a5db req-02cf35b7-5d4a-4a12-b487-5fc0bf857838 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193997 Dec 02 15:55:02.369976 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-5f7a0ec1-5296-4c09-87ff-104579ff0d0b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Made reservation on behalf of e8d7a18fc79d48ee8c642b9c7dcb09bb for: {'port': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:55:02.390805 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-5f7a0ec1-5296-4c09-87ff-104579ff0d0b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:02.469419 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f73ecd-ddbd-4ed1-8558-21adbfad0abf admin admin] Pushing event deleted for resources: {'Port': ['ID=16efdc73-78e6-4af5-8f7a-0f31b4c67c04,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:02.475535 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-61f73ecd-ddbd-4ed1-8558-21adbfad0abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:02.750883 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b1615357-07c1-475c-b4c0-ea0318e9ee75 req-10e043ba-5e7c-447f-bc97-3c87212fa7ab tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 210 time: 0.0755870 Dec 02 15:55:02.867244 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-5f7a0ec1-5296-4c09-87ff-104579ff0d0b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Allocated IP 172.20.0.6 (381266ba-2c0c-4b16-ae63-d025abb85ceb/58fb7be0-8747-4314-8cd6-9f3f0bf15dc2/f843f697-aa2c-489f-8351-4b3862c2d7aa) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:55:03.109689 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-61f73ecd-ddbd-4ed1-8558-21adbfad0abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851522825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854355600'] for router_interface, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:03.302968 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-5f7a0ec1-5296-4c09-87ff-104579ff0d0b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:03.325744 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-5f7a0ec1-5296-4c09-87ff-104579ff0d0b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Transition to ACTIVE for port object f843f697-aa2c-489f-8351-4b3862c2d7aa will not be triggered until provisioned by entity DHCP. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:55:03.381206 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-5f7a0ec1-5296-4c09-87ff-104579ff0d0b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:03.401778 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ea75fd34-5d31-4f32-bfa5-c6e08f3776c5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:03.905275 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-5f7a0ec1-5296-4c09-87ff-104579ff0d0b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Network 381266ba-2c0c-4b16-ae63-d025abb85ceb is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:55:03.910075 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-5f7a0ec1-5296-4c09-87ff-104579ff0d0b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:55:03.915661 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-5f7a0ec1-5296-4c09-87ff-104579ff0d0b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:55:03.959459 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a0ec1-5296-4c09-87ff-104579ff0d0b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Pushing event updated for resources: {'Port': ['ID=f843f697-aa2c-489f-8351-4b3862c2d7aa,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:03.979245 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5f7a0ec1-5296-4c09-87ff-104579ff0d0b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:04.072064 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-5f7a0ec1-5296-4c09-87ff-104579ff0d0b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:04.072064 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-5f7a0ec1-5296-4c09-87ff-104579ff0d0b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:04.152071 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b6fb2-c513-4f2d-9fb2-b90771c652a2 req-72cf7ca3-5338-4527-84d4-04f7937150ad tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:04.153928 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ba2b6fb2-c513-4f2d-9fb2-b90771c652a2 req-72cf7ca3-5338-4527-84d4-04f7937150ad tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.4667103 Dec 02 15:55:04.172217 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-5f7a0ec1-5296-4c09-87ff-104579ff0d0b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1413023 Dec 02 15:55:04.195169 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] Request body: {'port': {'device_id': 'f19394ed-505f-46ad-bd20-e0ccbbe728f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:55:04.385797 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ba2b6fb2-c513-4f2d-9fb2-b90771c652a2 req-a5adad1a-fb9a-4140-897e-c36f9991e198 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174330 Dec 02 15:55:04.434835 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-ca2d9b1a-8eaf-41e6-b046-c99180500ac7 None None] Provisioning for port f843f697-aa2c-489f-8351-4b3862c2d7aa completed by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:55:04.454610 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-ca2d9b1a-8eaf-41e6-b046-c99180500ac7 None None] Provisioning complete for port f843f697-aa2c-489f-8351-4b3862c2d7aa triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:55:04.454610 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ca2d9b1a-8eaf-41e6-b046-c99180500ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:04.460373 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:04.538814 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c175009-0abb-48f7-8d98-dd411f98cc72 req-a1b115d4-e290-4cf6-a095-c4fdb91156e3 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:04.565323 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4c175009-0abb-48f7-8d98-dd411f98cc72 req-a1b115d4-e290-4cf6-a095-c4fdb91156e3 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.5675888 Dec 02 15:55:04.638740 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-ca2d9b1a-8eaf-41e6-b046-c99180500ac7 None None] Port f843f697-aa2c-489f-8351-4b3862c2d7aa cannot update to ACTIVE because it is not bound. {{(pid=80332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 15:55:04.947291 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4c175009-0abb-48f7-8d98-dd411f98cc72 req-e5c4fcb6-8e49-4faf-be56-50e22d20b1d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3807328 Dec 02 15:55:05.090923 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d0ec0-61bb-4ad1-b308-6615e0369110 req-83c1d316-79d7-4ed4-80d2-bf5d20a8035a tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:05.095833 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-176d0ec0-61bb-4ad1-b308-6615e0369110 req-83c1d316-79d7-4ed4-80d2-bf5d20a8035a tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 931 time: 0.3200488 Dec 02 15:55:05.201000 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f73ecd-ddbd-4ed1-8558-21adbfad0abf admin admin] Router b6289ab5-a495-4f1f-95ac-124675f24bca has already been hosted by L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf {{(pid=80331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 15:55:05.438092 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-176d0ec0-61bb-4ad1-b308-6615e0369110 req-d8f10ea9-b55f-415b-a588-281e0046cd6f tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.3313305 Dec 02 15:55:05.488246 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f843f697-aa2c-489f-8351-4b3862c2d7aa {{(pid=80330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 15:55:05.510067 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:05.560721 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] Transition to ACTIVE for port object f843f697-aa2c-489f-8351-4b3862c2d7aa will not be triggered until provisioned by entity L2. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:55:05.588673 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:05.621034 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9d8b7d88-7fbc-45ef-a5d2-31243dc7fde8 tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:05.765905 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] Pushing event updated for resources: {'Port': ['ID=f843f697-aa2c-489f-8351-4b3862c2d7aa,revision_number=2']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:05.792209 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:05.924724 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f73ecd-ddbd-4ed1-8558-21adbfad0abf admin admin] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:55:06.023747 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8821f3-b12b-4f51-9249-b3a4a1cbbacd None None] Sync routers for ids ['b6289ab5-a495-4f1f-95ac-124675f24bca'] in dv-cinder-737618-2-smb {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:55:06.057450 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8821f3-b12b-4f51-9249-b3a4a1cbbacd None None] Routers {'b6289ab5-a495-4f1f-95ac-124675f24bca'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:55:06.058255 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-ed8821f3-b12b-4f51-9249-b3a4a1cbbacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:54:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['b6289ab5-a495-4f1f-95ac-124675f24bca'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:55:06.253453 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-61f73ecd-ddbd-4ed1-8558-21adbfad0abf admin admin] 10.222.0.98 "PUT /v2.0/routers/b6289ab5-a495-4f1f-95ac-124675f24bca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7964380 Dec 02 15:55:06.258336 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 41138) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:06.444658 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-ed8821f3-b12b-4f51-9249-b3a4a1cbbacd None None] Set router b6289ab5-a495-4f1f-95ac-124675f24bca gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:55:06.510699 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247e653-fc03-4016-8cf8-a319d538ae8c req-109562bb-8f01-4819-ab84-7d635e0d80ae tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:06.512422 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a247e653-fc03-4016-8cf8-a319d538ae8c req-109562bb-8f01-4819-ab84-7d635e0d80ae tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.5109491 Dec 02 15:55:06.569772 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ca60a-49c7-4a20-a182-99ec59535afe req-c119744a-00ca-4a1b-923d-4716073b0d7b tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:06.571843 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5a7ca60a-49c7-4a20-a182-99ec59535afe req-c119744a-00ca-4a1b-923d-4716073b0d7b tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.5604503 Dec 02 15:55:06.628858 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-415364c0-bd9b-4f4b-969f-53a965d582fa admin admin] Notify callbacks [] for router, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:06.639555 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] Attempting to bind port f843f697-aa2c-489f-8351-4b3862c2d7aa on host hv-cinder-73761 for vnic_type normal with profile {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:55:06.640169 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] Attempting to bind port f843f697-aa2c-489f-8351-4b3862c2d7aa by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '08c06472-e5a4-4cd4-ad7e-966ba17347d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb'}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:55:06.640312 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] Attempting to bind port f843f697-aa2c-489f-8351-4b3862c2d7aa on network 381266ba-2c0c-4b16-ae63-d025abb85ceb {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:55:06.649735 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] Checking agent: {'id': 'a457a183-c7c9-4615-b19d-972b3b736d4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 48, 2), 'started_at': datetime.datetime(2020, 12, 2, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:55:06.651517 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] Checking segment: {'id': '08c06472-e5a4-4cd4-ad7e-966ba17347d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:55:06.651517 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:06.651517 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] Bound using segment: {'id': '08c06472-e5a4-4cd4-ad7e-966ba17347d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb'} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:55:06.651517 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] Bound port: f843f697-aa2c-489f-8351-4b3862c2d7aa, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c06472-e5a4-4cd4-ad7e-966ba17347d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb'}}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:55:06.651969 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:06.711657 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4063848-675b-4394-8f6b-e779c6c910c0 req-0f6ee24d-fa90-4602-9e0e-3a0421e98808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:06.713256 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d4063848-675b-4394-8f6b-e779c6c910c0 req-0f6ee24d-fa90-4602-9e0e-3a0421e98808 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cca84cc05e794548902f38e2444508de&device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 1162 time: 0.7278256 Dec 02 15:55:06.810483 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a247e653-fc03-4016-8cf8-a319d538ae8c req-4777ca0b-0c3c-4aed-a817-8e65422dd5db tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2762201 Dec 02 15:55:06.875607 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] For port f843f697-aa2c-489f-8351-4b3862c2d7aa, host hv-cinder-73761, cleared binding levels {{(pid=80330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:55:06.885133 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5a7ca60a-49c7-4a20-a182-99ec59535afe req-33df6a5c-794d-4773-9914-fb9b65361282 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945645 Dec 02 15:55:06.916336 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] For port f843f697-aa2c-489f-8351-4b3862c2d7aa, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=f843f697-aa2c-489f-8351-4b3862c2d7aa,segment=NetworkSegment(08c06472-e5a4-4cd4-ad7e-966ba17347d1),segment_id=08c06472-e5a4-4cd4-ad7e-966ba17347d1)] {{(pid=80330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:55:06.963193 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-ed8821f3-b12b-4f51-9249-b3a4a1cbbacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6289ab5-a495-4f1f-95ac-124675f24bca', 'name': 'tempest-ServerRescueNegativeTestJSON-1872844285-router', 'tenant_id': 'd7679e824ae94af092eab065a5350394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '6f0b04c5-4c82-4102-b3e3-34b01fd573ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:25Z', 'updated_at': '2020-12-02T15:55:01Z', 'revision_number': 5, 'project_id': 'd7679e824ae94af092eab065a5350394', 'gw_port': {'id': '6f0b04c5-4c82-4102-b3e3-34b01fd573ff', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6289ab5-a495-4f1f-95ac-124675f24bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:28Z', 'updated_at': '2020-12-02T15:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:55:06.978872 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-415364c0-bd9b-4f4b-969f-53a965d582fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:06.984787 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8821f3-b12b-4f51-9249-b3a4a1cbbacd None None] Checking router: b6289ab5-a495-4f1f-95ac-124675f24bca for host: dv-cinder-737618-2-smb {{(pid=80333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:55:06.996949 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4063848-675b-4394-8f6b-e779c6c910c0 req-145744ef-3666-485e-9ab9-440c2dc1d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:06.999032 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d4063848-675b-4394-8f6b-e779c6c910c0 req-145744ef-3666-485e-9ab9-440c2dc1d00d service neutron] 10.222.0.90 "GET /v2.0/networks?id=897c5c37-7e4c-49f0-aa05-6604955b43fe HTTP/1.1" status: 200 len: 904 time: 0.2683249 Dec 02 15:55:07.007639 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-415364c0-bd9b-4f4b-969f-53a965d582fa admin admin] Deleting port 6f0b04c5-4c82-4102-b3e3-34b01fd573ff {{(pid=80331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:55:07.008317 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-415364c0-bd9b-4f4b-969f-53a965d582fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:07.067563 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8821f3-b12b-4f51-9249-b3a4a1cbbacd None None] Routers {'b6289ab5-a495-4f1f-95ac-124675f24bca'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:55:07.068284 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-ed8821f3-b12b-4f51-9249-b3a4a1cbbacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:54:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['b6289ab5-a495-4f1f-95ac-124675f24bca'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:55:07.179140 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:07.265618 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:07.602403 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-ed8821f3-b12b-4f51-9249-b3a4a1cbbacd None None] Set router b6289ab5-a495-4f1f-95ac-124675f24bca gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:55:07.763910 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] Pushing event updated for resources: {'Port': ['ID=f843f697-aa2c-489f-8351-4b3862c2d7aa,revision_number=3']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:07.798220 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:07.893302 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d4063848-675b-4394-8f6b-e779c6c910c0 req-82bf021a-89a5-45e6-8d6c-171f5079045b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62fb1714-cf93-450d-91c5-2f776526d469 HTTP/1.1" status: 200 len: 1000 time: 0.8852897 Dec 02 15:55:08.218722 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4063848-675b-4394-8f6b-e779c6c910c0 req-e1298b10-78a9-448e-b890-6324d02cec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:08.224135 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d4063848-675b-4394-8f6b-e779c6c910c0 req-e1298b10-78a9-448e-b890-6324d02cec73 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1dec06aa-ae61-48b1-9f23-8da853bd2bcb HTTP/1.1" status: 200 len: 849 time: 0.3177166 Dec 02 15:55:08.350691 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:08.352408 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:08.353898 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] 10.222.0.90 "PUT /v2.0/ports/f843f697-aa2c-489f-8351-4b3862c2d7aa HTTP/1.1" status: 200 len: 1157 time: 4.1658821 Dec 02 15:55:08.354479 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19394ed-505f-46ad-bd20-e0ccbbe728f2', 'tag': 'f843f697-aa2c-489f-8351-4b3862c2d7aa'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:55:08.406959 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 41174) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:08.500725 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-ed8821f3-b12b-4f51-9249-b3a4a1cbbacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6289ab5-a495-4f1f-95ac-124675f24bca', 'name': 'tempest-ServerRescueNegativeTestJSON-1872844285-router', 'tenant_id': 'd7679e824ae94af092eab065a5350394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '6f0b04c5-4c82-4102-b3e3-34b01fd573ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:25Z', 'updated_at': '2020-12-02T15:55:01Z', 'revision_number': 5, 'project_id': 'd7679e824ae94af092eab065a5350394', 'gw_port': {'id': '6f0b04c5-4c82-4102-b3e3-34b01fd573ff', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6289ab5-a495-4f1f-95ac-124675f24bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:28Z', 'updated_at': '2020-12-02T15:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:55:08.509268 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8821f3-b12b-4f51-9249-b3a4a1cbbacd None None] The sync data for ids ['b6289ab5-a495-4f1f-95ac-124675f24bca'] in dv-cinder-737618-2-smb is: [{'id': 'b6289ab5-a495-4f1f-95ac-124675f24bca', 'name': 'tempest-ServerRescueNegativeTestJSON-1872844285-router', 'tenant_id': 'd7679e824ae94af092eab065a5350394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.176'}], 'enable_snat': True}, 'gw_port_id': '6f0b04c5-4c82-4102-b3e3-34b01fd573ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:25Z', 'updated_at': '2020-12-02T15:55:01Z', 'revision_number': 5, 'project_id': 'd7679e824ae94af092eab065a5350394', 'gw_port': {'id': '6f0b04c5-4c82-4102-b3e3-34b01fd573ff', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6289ab5-a495-4f1f-95ac-124675f24bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:28Z', 'updated_at': '2020-12-02T15:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}] {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:55:08.520756 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-415364c0-bd9b-4f4b-969f-53a965d582fa admin admin] For port 6f0b04c5-4c82-4102-b3e3-34b01fd573ff, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=6f0b04c5-4c82-4102-b3e3-34b01fd573ff,segment=NetworkSegment(e664ad9f-0009-4ff2-8670-18bebb570cf0),segment_id=e664ad9f-0009-4ff2-8670-18bebb570cf0)] {{(pid=80331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:55:08.521452 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-415364c0-bd9b-4f4b-969f-53a965d582fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:08.580970 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-8720760f-e125-4947-94d0-61dbbb1d6950 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:08.592445 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-8720760f-e125-4947-94d0-61dbbb1d6950 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/networks?id=b9c24517-8fd6-4fe7-9392-b3d3a9227fb5 HTTP/1.1" status: 200 len: 813 time: 1.4266322 Dec 02 15:55:08.593029 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4063848-675b-4394-8f6b-e779c6c910c0 req-8d091f86-5fa5-4af6-9d24-756eab36733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:08.596160 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d4063848-675b-4394-8f6b-e779c6c910c0 req-8d091f86-5fa5-4af6-9d24-756eab36733c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=897c5c37-7e4c-49f0-aa05-6604955b43fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3596816 Dec 02 15:55:08.635079 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddc793-726f-4beb-860b-51810d7d5782 req-1a363764-ae37-4794-85ec-fe9ff1744992 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:08.651409 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-58ddc793-726f-4beb-860b-51810d7d5782 req-1a363764-ae37-4794-85ec-fe9ff1744992 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 943 time: 0.6628382 Dec 02 15:55:08.779981 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-b8e978f0-1bcf-444a-a0f5-10b8bd65ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:08.781852 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-b8e978f0-1bcf-444a-a0f5-10b8bd65ce9b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e8d7a18fc79d48ee8c642b9c7dcb09bb&device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 1160 time: 0.2890692 Dec 02 15:55:09.029560 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-415364c0-bd9b-4f4b-969f-53a965d582fa admin admin] Calling delete_port for 6f0b04c5-4c82-4102-b3e3-34b01fd573ff owned by network:router_gateway {{(pid=80331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:55:09.057714 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-79477e1f-0d74-45a3-8c6b-6b6ba43ef3ba service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f843f697-aa2c-489f-8351-4b3862c2d7aa HTTP/1.1" status: 200 len: 217 time: 0.2448318 Dec 02 15:55:09.062245 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d4063848-675b-4394-8f6b-e779c6c910c0 req-35b060ab-625b-4c7a-ac2a-38e46089d45b service neutron] 10.222.0.90 "GET /v2.0/networks/897c5c37-7e4c-49f0-aa05-6604955b43fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543977 Dec 02 15:55:09.241780 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-ac9ffe7f-bfbc-4634-8835-1c7aad3eab2c tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/quotas/16608b3ebcfe473780f5b631f5b9c240 HTTP/1.1" status: 200 len: 375 time: 0.6476533 Dec 02 15:55:09.378607 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-ad2a9290-0337-4f30-b885-ddff1d1744be tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?tenant_id=16608b3ebcfe473780f5b631f5b9c240&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1224914 Dec 02 15:55:09.464801 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-47f86458-0e2d-4b95-b7ba-40373b48903f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4750e1550ccd4b8b9a95712681f10cc1&name=default HTTP/1.1" status: 200 len: 2879 time: 1.0564907 Dec 02 15:55:09.466900 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-58ddc793-726f-4beb-860b-51810d7d5782 req-31aa30f7-4d09-42e0-937e-065507294cfe tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.6658895 Dec 02 15:55:09.467753 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 41186) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:09.506315 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d4063848-675b-4394-8f6b-e779c6c910c0 req-b748d83e-3868-4d5d-b8d0-a42d25df8d9e service neutron] 10.222.0.90 "GET /v2.0/networks/897c5c37-7e4c-49f0-aa05-6604955b43fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4259737 Dec 02 15:55:09.509763 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-2d1ce546-b585-4744-b004-7f1675d5aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:09.509962 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-2d1ce546-b585-4744-b004-7f1675d5aca9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58fb7be0-8747-4314-8cd6-9f3f0bf15dc2 HTTP/1.1" status: 200 len: 847 time: 0.4374132 Dec 02 15:55:09.697004 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-38b007cb-4f04-4f24-8127-782770e2ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:09.700418 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-38b007cb-4f04-4f24-8127-782770e2ae57 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=381266ba-2c0c-4b16-ae63-d025abb85ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1636384 Dec 02 15:55:09.742515 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-958637bc-7284-4cfd-b051-19c20165a7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:09.896990 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-415364c0-bd9b-4f4b-969f-53a965d582fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14825086'] for port, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: WARNING neutron.plugins.ml2.ovo_rpc [None req-415364c0-bd9b-4f4b-969f-53a965d582fa admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: result = function(*args, **kwargs) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: proto.__init__(conn_state, self) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: self.handle() Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: self.handle_one_request() Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: self.handle_one_response() Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: result = self.application(self.environ, start_response) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: return app(environ, start_response) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: resp = self.call_func(req, *args, **kw) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: return self.func(req, *args, **kwargs) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: response = req.get_response(self.application) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: application, catch_exc_info=False) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: app_iter = application(self.environ, start_response) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: resp = self.call_func(req, *args, **kw) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: return self.func(req, *args, **kwargs) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: response = req.get_response(self.application) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: application, catch_exc_info=False) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: app_iter = application(self.environ, start_response) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: resp = self.call_func(req, *args, **kw) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: return self.func(req, *args, **kwargs) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: response = req.get_response(self.application) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: application, catch_exc_info=False) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: app_iter = application(self.environ, start_response) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: resp = self.call_func(req, *args, **kw) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: return self.func(req, *args, **kwargs) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: response = req.get_response(self.application) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: application, catch_exc_info=False) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: app_iter = application(self.environ, start_response) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: resp = self.call_func(req, *args, **kw) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: return self.func(req, *args, **kwargs) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: return request.get_response(self.application) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: application, catch_exc_info=False) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: app_iter = application(self.environ, start_response) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: resp = self.call_func(req, *args, **kw) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: return self.func(req, *args, **kwargs) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: response = req.get_response(self._app) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: application, catch_exc_info=False) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: app_iter = application(self.environ, start_response) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: return resp(environ, start_response) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: return resp(environ, start_response) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: response = self.app(environ, start_response) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: return resp(environ, start_response) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: resp = self.call_func(req, *args, **kw) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: return self.func(req, *args, **kwargs) Dec 02 15:55:09.899942 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: result = method(request=request, **args) Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: return self._delete(request, id, **kwargs) Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: return f(*args, **kwargs) Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: return f(*args, **kwargs) Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: return f(*dup_args, **dup_kwargs) Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: obj_deleter(request.context, id, **kwargs) Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: super(L3_NAT_db_mixin, self).delete_router(context, id) Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: return method(*args, **kwargs) Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: return f(*args, **kwargs) Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: return f(*args, **kwargs) Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: return f(*dup_args, **dup_kwargs) Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: self._delete_current_gw_port(context, id, router, None) Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: admin_ctx, gw_port_id, l3_port_check=False) Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: return f(self, context, *args, **kwargs) Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: return method(*args, **kwargs) Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: context, port, router_ids, bound_mech_contexts) Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 103, in _wrapped Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: return function(*args, **kwargs) Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: errors = self._notify_loop(resource, event, trigger, **kwargs) Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: callback(resource, event, trigger, **kwargs) Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: if self._is_session_semantic_violated(context, resource, event): Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Dec 02 15:55:09.907445 dv-cinder-737618-2-smb neutron-server[80217]: stack = traceback.extract_stack() Dec 02 15:55:09.914578 dv-cinder-737618-2-smb neutron-server[80217]: Dec 02 15:55:09.940177 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-958637bc-7284-4cfd-b051-19c20165a7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:09.968115 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-c652d73c-d1f5-4a46-82da-bec147baed9d service neutron] 10.222.0.98 "GET /v2.0/networks/b9c24517-8fd6-4fe7-9392-b3d3a9227fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556493 Dec 02 15:55:09.993695 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-c373e5eb-bf67-4381-b21d-b3691b39e0b1 service neutron] 10.222.0.90 "GET /v2.0/networks/381266ba-2c0c-4b16-ae63-d025abb85ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780728 Dec 02 15:55:10.096683 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 16efdc73-78e6-4af5-8f7a-0f31b4c67c04 no longer exists at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 15:55:10.175792 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] No Port match for: 16efdc73-78e6-4af5-8f7a-0f31b4c67c04 {{(pid=80332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 15:55:10.176261 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 16efdc73-78e6-4af5-8f7a-0f31b4c67c04 not bound to the agent host dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 15:55:10.251527 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bedffb9b-37a1-4ed3-b22b-a0a543de4064 req-c893de56-d102-4b29-b67f-5db7a1e670ae service neutron] 10.222.0.90 "GET /v2.0/networks/381266ba-2c0c-4b16-ae63-d025abb85ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2499518 Dec 02 15:55:10.417604 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42bbb9-0a86-487b-aa11-91d440517656 req-efa32894-33bd-4656-a903-cd89fab55fce tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:10.419454 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bd42bbb9-0a86-487b-aa11-91d440517656 req-efa32894-33bd-4656-a903-cd89fab55fce tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.6695232 Dec 02 15:55:10.432508 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-5140637a-aeeb-4509-ae08-7e3515ee13fd service neutron] 10.222.0.98 "GET /v2.0/networks/b9c24517-8fd6-4fe7-9392-b3d3a9227fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4631176 Dec 02 15:55:10.544037 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-958637bc-7284-4cfd-b051-19c20165a7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:10.592122 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5338505e-bac4-40ba-a623-dea76a9ef1a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:10.614245 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bd42bbb9-0a86-487b-aa11-91d440517656 req-28a97057-cd8d-4b17-980a-b7b81f710cff tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803391 Dec 02 15:55:10.623394 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958637bc-7284-4cfd-b051-19c20165a7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb90d15-2f45-4430-80a5-c3aca57548eb,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:10.630771 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-958637bc-7284-4cfd-b051-19c20165a7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:10.661583 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-958637bc-7284-4cfd-b051-19c20165a7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:10.665085 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-958637bc-7284-4cfd-b051-19c20165a7ce admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ecb90d15-2f45-4430-80a5-c3aca57548eb HTTP/1.1" status: 204 len: 168 time: 1.1856620 Dec 02 15:55:10.683602 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-415364c0-bd9b-4f4b-969f-53a965d582fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559653'] for router_gateway, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:10.927771 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19394ed-505f-46ad-bd20-e0ccbbe728f2', 'tag': 'f843f697-aa2c-489f-8351-4b3862c2d7aa', 'status': 'completed', 'code': 200} Dec 02 15:55:10.965011 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-415364c0-bd9b-4f4b-969f-53a965d582fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-557575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14561'] for router, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:10.970930 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-415364c0-bd9b-4f4b-969f-53a965d582fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:11.031007 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 62fb1714-cf93-450d-91c5-2f776526d469 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:55:11.281601 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 62fb1714-cf93-450d-91c5-2f776526d469 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:55:11.281949 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:11.479655 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 41204) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:11.585681 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd2044-cb6f-495e-8e2b-5d4f3ef5937a req-242c6a16-1d64-4c16-bb5d-5f048e5dae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:11.588974 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-415364c0-bd9b-4f4b-969f-53a965d582fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854216554'] for router, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:11.589611 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415364c0-bd9b-4f4b-969f-53a965d582fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6289ab5-a495-4f1f-95ac-124675f24bca {{(pid=80331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 02 15:55:11.599189 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-addd2044-cb6f-495e-8e2b-5d4f3ef5937a req-242c6a16-1d64-4c16-bb5d-5f048e5dae8b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e8d7a18fc79d48ee8c642b9c7dcb09bb&device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 1160 time: 0.5090277 Dec 02 15:55:11.612240 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c1b8b-b03e-4ba9-b1ce-b528d3039974 req-803d5b09-4ed2-4f3a-bb6e-4fb7c214e976 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:11.620438 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9c9c1b8b-b03e-4ba9-b1ce-b528d3039974 req-803d5b09-4ed2-4f3a-bb6e-4fb7c214e976 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 943 time: 0.3425832 Dec 02 15:55:11.662060 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-415364c0-bd9b-4f4b-969f-53a965d582fa admin admin] Notify callbacks [] for router, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:11.663500 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-415364c0-bd9b-4f4b-969f-53a965d582fa admin admin] 10.222.0.98 "DELETE /v2.0/routers/b6289ab5-a495-4f1f-95ac-124675f24bca HTTP/1.1" status: 204 len: 168 time: 5.4037137 Dec 02 15:55:11.670222 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 41214) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:11.982117 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f03b88-ac2e-4e70-a148-5ce6f0834583 req-06fe785e-d7fc-4365-b480-1c65f81eee48 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:12.001807 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f0f03b88-ac2e-4e70-a148-5ce6f0834583 req-06fe785e-d7fc-4365-b480-1c65f81eee48 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.7250965 Dec 02 15:55:12.199687 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9c9c1b8b-b03e-4ba9-b1ce-b528d3039974 req-0ebce37f-ac78-4d67-91c1-62773c3fc5c3 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.5778611 Dec 02 15:55:12.274534 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_v2 [None req-0577caa3-bc87-40e1-bb07-e05336d5ac6a admin admin] Deleting subnet 3e434592-5494-4b21-a789-a46e40e41519 {{(pid=80331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 15:55:12.308614 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd2044-cb6f-495e-8e2b-5d4f3ef5937a req-daf7e458-3937-4069-ab17-b56cf1f12d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:12.313705 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-addd2044-cb6f-495e-8e2b-5d4f3ef5937a req-daf7e458-3937-4069-ab17-b56cf1f12d0e service neutron] 10.222.0.90 "GET /v2.0/networks?id=381266ba-2c0c-4b16-ae63-d025abb85ceb HTTP/1.1" status: 200 len: 902 time: 0.7011228 Dec 02 15:55:12.337157 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0577caa3-bc87-40e1-bb07-e05336d5ac6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:12.473461 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-addd2044-cb6f-495e-8e2b-5d4f3ef5937a req-35349376-6475-4a2d-960f-09d20b66d7d4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f843f697-aa2c-489f-8351-4b3862c2d7aa HTTP/1.1" status: 200 len: 217 time: 0.1138313 Dec 02 15:55:12.631199 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f0f03b88-ac2e-4e70-a148-5ce6f0834583 req-78dbc923-8e6c-4a74-9a7f-a63a9699a797 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6278927 Dec 02 15:55:12.666172 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd2044-cb6f-495e-8e2b-5d4f3ef5937a req-cb40700c-fc9c-40a3-bb49-28f26c894bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:12.674720 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-addd2044-cb6f-495e-8e2b-5d4f3ef5937a req-cb40700c-fc9c-40a3-bb49-28f26c894bd2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58fb7be0-8747-4314-8cd6-9f3f0bf15dc2 HTTP/1.1" status: 200 len: 847 time: 0.1940563 Dec 02 15:55:12.682348 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-222fa6fe-9452-4ceb-96ad-5e15fb616173 req-5f03d368-9819-4d59-b3ce-89568f50dfea tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=0795d736-b54d-42bf-bb6b-1a6877b02df1 HTTP/1.1" status: 200 len: 210 time: 0.1642213 Dec 02 15:55:12.756095 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0577caa3-bc87-40e1-bb07-e05336d5ac6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839211382'] for subnet, precommit_delete_associations {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:12.849784 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f64bbf2a-690b-4852-9ef2-2e3263484db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:12.901324 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0577caa3-bc87-40e1-bb07-e05336d5ac6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3212037'] for subnet, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:12.908292 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-f64bbf2a-690b-4852-9ef2-2e3263484db3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:55:12.919128 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-f64bbf2a-690b-4852-9ef2-2e3263484db3 admin admin] Usage tracker for resource:security_group_rule and tenant:f4739033a6fc45dea301bdde9054f7ac is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:55:12.924883 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-f64bbf2a-690b-4852-9ef2-2e3263484db3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:55:12.939086 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-f64bbf2a-690b-4852-9ef2-2e3263484db3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:55:13.212838 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f64bbf2a-690b-4852-9ef2-2e3263484db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:13.237086 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd2044-cb6f-495e-8e2b-5d4f3ef5937a req-b69bf07e-e7c2-4936-a35b-cfad3b4bcc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:13.240134 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-addd2044-cb6f-495e-8e2b-5d4f3ef5937a req-b69bf07e-e7c2-4936-a35b-cfad3b4bcc81 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=381266ba-2c0c-4b16-ae63-d025abb85ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5512991 Dec 02 15:55:13.295554 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device f843f697-aa2c-489f-8351-4b3862c2d7aa up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:55:13.414347 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning for port f843f697-aa2c-489f-8351-4b3862c2d7aa completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:55:13.420197 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port f843f697-aa2c-489f-8351-4b3862c2d7aa triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:55:13.420593 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:13.538398 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-addd2044-cb6f-495e-8e2b-5d4f3ef5937a req-dee91008-8993-4637-84d9-996bfc9519d8 service neutron] 10.222.0.90 "GET /v2.0/networks/381266ba-2c0c-4b16-ae63-d025abb85ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744486 Dec 02 15:55:13.539413 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f64bbf2a-690b-4852-9ef2-2e3263484db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:13.598944 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:13.608112 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-507fcae1-c1ff-4b7a-bff0-b4d94818961f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:13.638329 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port f843f697-aa2c-489f-8351-4b3862c2d7aa, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=f843f697-aa2c-489f-8351-4b3862c2d7aa,segment=NetworkSegment(08c06472-e5a4-4cd4-ad7e-966ba17347d1),segment_id=08c06472-e5a4-4cd4-ad7e-966ba17347d1)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:55:13.640427 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19394ed-505f-46ad-bd20-e0ccbbe728f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f843f697-aa2c-489f-8351-4b3862c2d7aa'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:55:13.654267 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-f64bbf2a-690b-4852-9ef2-2e3263484db3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f4739033a6fc45dea301bdde9054f7ac&name=default HTTP/1.1" status: 200 len: 2879 time: 2.1686819 Dec 02 15:55:13.656123 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64bbf2a-690b-4852-9ef2-2e3263484db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70631d83-73d1-41d4-a8c7-f557f423294c,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:13.665704 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 41228) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:13.778062 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-f64bbf2a-690b-4852-9ef2-2e3263484db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:13.874323 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1b180ab7-4657-4f4d-b7f3-c6bd34d0d78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:13.932060 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-addd2044-cb6f-495e-8e2b-5d4f3ef5937a req-b183b140-07af-44e2-924d-4de213dff394 service neutron] 10.222.0.90 "GET /v2.0/networks/381266ba-2c0c-4b16-ae63-d025abb85ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3558159 Dec 02 15:55:13.943182 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1b180ab7-4657-4f4d-b7f3-c6bd34d0d78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:13.980275 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a49b1-f8d4-4ec8-973f-454b36d45774 req-4351e8df-a31b-4649-a1de-5208f76b6476 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:13.982012 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3f7a49b1-f8d4-4ec8-973f-454b36d45774 req-4351e8df-a31b-4649-a1de-5208f76b6476 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 945 time: 0.2642305 Dec 02 15:55:14.002175 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed4270-3fd0-4268-9965-02c7bbd18924 req-dbb0d157-f45c-456a-9b06-d9be71239801 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:14.015774 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-caed4270-3fd0-4268-9965-02c7bbd18924 req-dbb0d157-f45c-456a-9b06-d9be71239801 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 1.1469972 Dec 02 15:55:14.103064 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 6f0b04c5-4c82-4102-b3e3-34b01fd573ff no longer exists at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 15:55:14.112235 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-caed4270-3fd0-4268-9965-02c7bbd18924 req-e27297e2-510b-4a3d-a599-0a64e7aac90b tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850356 Dec 02 15:55:14.115523 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3f7a49b1-f8d4-4ec8-973f-454b36d45774 req-9e5a20b5-97aa-425f-8922-f4a824ce7731 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0982366 Dec 02 15:55:14.165396 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] No Port match for: 6f0b04c5-4c82-4102-b3e3-34b01fd573ff {{(pid=80332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 15:55:14.165993 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 6f0b04c5-4c82-4102-b3e3-34b01fd573ff not bound to the agent host dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 15:55:14.169000 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:14.174026 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:14.214288 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0577caa3-bc87-40e1-bb07-e05336d5ac6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851563747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14821802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839293875'] for subnet, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:14.214759 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1b180ab7-4657-4f4d-b7f3-c6bd34d0d78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:14.237862 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:14.307951 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b180ab7-4657-4f4d-b7f3-c6bd34d0d78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70631d83-73d1-41d4-a8c7-f557f423294c,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:14.312108 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-1b180ab7-4657-4f4d-b7f3-c6bd34d0d78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:14.313727 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1b180ab7-4657-4f4d-b7f3-c6bd34d0d78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:14.328219 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-1b180ab7-4657-4f4d-b7f3-c6bd34d0d78d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/70631d83-73d1-41d4-a8c7-f557f423294c HTTP/1.1" status: 204 len: 168 time: 0.6610160 Dec 02 15:55:14.346620 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-4be74c2f-f202-4c69-80a2-c2309ed4d54e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:14.353663 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19394ed-505f-46ad-bd20-e0ccbbe728f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f843f697-aa2c-489f-8351-4b3862c2d7aa', 'code': 200} Dec 02 15:55:14.452878 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=f843f697-aa2c-489f-8351-4b3862c2d7aa,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:14.456751 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577caa3-bc87-40e1-bb07-e05336d5ac6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e434592-5494-4b21-a789-a46e40e41519,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:14.458659 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:14.595608 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0577caa3-bc87-40e1-bb07-e05336d5ac6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:14.670216 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0577caa3-bc87-40e1-bb07-e05336d5ac6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:14.684973 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2cfef576-ba64-4630-b732-1b5344719e54 req-5d3e4f98-5f88-4217-91c8-ef98a0bfd9c4 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=0795d736-b54d-42bf-bb6b-1a6877b02df1 HTTP/1.1" status: 200 len: 210 time: 0.0861087 Dec 02 15:55:14.687945 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-0577caa3-bc87-40e1-bb07-e05336d5ac6a admin admin] 10.222.0.98 "DELETE /v2.0/subnets/3e434592-5494-4b21-a789-a46e40e41519 HTTP/1.1" status: 204 len: 168 time: 3.0167737 Dec 02 15:55:14.693327 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 41244) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:14.739806 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162bbbd-26a5-483d-9a99-ce4fb6fd550e req-d50b739f-5e8b-4779-8791-d227cbfd0c5c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:14.751886 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5162bbbd-26a5-483d-9a99-ce4fb6fd550e req-d50b739f-5e8b-4779-8791-d227cbfd0c5c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.2973139 Dec 02 15:55:14.857775 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5162bbbd-26a5-483d-9a99-ce4fb6fd550e req-f3d6fc74-959c-41b8-af00-59e72d13304c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047657 Dec 02 15:55:14.928440 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device f843f697-aa2c-489f-8351-4b3862c2d7aa up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:55:15.040294 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port f843f697-aa2c-489f-8351-4b3862c2d7aa triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:55:15.041059 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:15.435329 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0786cd90-3fa6-4aa0-8d68-69cec6166101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851402585'] for network, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:15.509816 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea3035-135c-4c2c-9b51-f11372389c77 req-0497d919-2eea-42d6-aa5c-502b5095d9d6 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:15.511916 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-02ea3035-135c-4c2c-9b51-f11372389c77 req-0497d919-2eea-42d6-aa5c-502b5095d9d6 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 945 time: 0.1203802 Dec 02 15:55:15.597444 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-02ea3035-135c-4c2c-9b51-f11372389c77 req-b1382268-7d98-4279-9000-b34b745289e3 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0748875 Dec 02 15:55:15.633727 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 41252) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:15.668658 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6b1487be-6eea-4326-af49-056ce18504ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:15.701457 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-6b1487be-6eea-4326-af49-056ce18504ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:55:15.710221 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-6b1487be-6eea-4326-af49-056ce18504ef admin admin] Usage tracker for resource:security_group_rule and tenant:b629470d2f34417e9ae1de98c7954c5b is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:55:15.715712 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-6b1487be-6eea-4326-af49-056ce18504ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:55:15.725403 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-6b1487be-6eea-4326-af49-056ce18504ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:55:15.822010 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28577931-c38a-40a2-9878-408d2a7ec83f req-588b9433-82df-473c-b4ff-45ccdeb15826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:15.823961 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-28577931-c38a-40a2-9878-408d2a7ec83f req-588b9433-82df-473c-b4ff-45ccdeb15826 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 1162 time: 0.6087990 Dec 02 15:55:15.837134 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-6559908c-0df8-4627-8b9a-26ad54caf5f6 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:15.839211 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-6559908c-0df8-4627-8b9a-26ad54caf5f6 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.90 "GET /v2.0/networks?id=b9c24517-8fd6-4fe7-9392-b3d3a9227fb5 HTTP/1.1" status: 200 len: 813 time: 0.5622249 Dec 02 15:55:15.842676 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0786cd90-3fa6-4aa0-8d68-69cec6166101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3212700', 'neutron.services.segments.db._delete_segments_for_network--9223363299656580280'] for network, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:15.888626 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-a5c1e174-3f64-49a2-8882-52b3e22d97f2 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Request body: {'port': {'device_id': '0795d736-b54d-42bf-bb6b-1a6877b02df1', 'network_id': 'b9c24517-8fd6-4fe7-9392-b3d3a9227fb5', 'admin_state_up': True, 'tenant_id': '16608b3ebcfe473780f5b631f5b9c240'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:55:16.017832 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6b1487be-6eea-4326-af49-056ce18504ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:16.078968 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6b1487be-6eea-4326-af49-056ce18504ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:16.087854 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2cb19eeb-2e2a-42c1-9818-596bf778c65b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:16.098820 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-28577931-c38a-40a2-9878-408d2a7ec83f req-3fbfb6e0-f5ef-4767-b244-7f076741b967 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2585158 Dec 02 15:55:16.167078 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-0786cd90-3fa6-4aa0-8d68-69cec6166101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8564c47-b571-4eeb-9632-4e52a1d4b946']}} {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:55:16.198575 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-0786cd90-3fa6-4aa0-8d68-69cec6166101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088ed473-7800-49dc-ba8b-c6f8f92efc2b') {'for_net_delete': True} {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:55:16.198882 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-0786cd90-3fa6-4aa0-8d68-69cec6166101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088ed473-7800-49dc-ba8b-c6f8f92efc2b') {} {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:55:16.231305 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-6b1487be-6eea-4326-af49-056ce18504ef admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b629470d2f34417e9ae1de98c7954c5b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5963683 Dec 02 15:55:16.231795 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0786cd90-3fa6-4aa0-8d68-69cec6166101 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299656579768', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839808866'] for segment, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:16.233997 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-26f633c5-acf2-4981-ade4-8dffb9f2a1aa req-338a929a-2192-456d-b1eb-11ebff541832 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=0795d736-b54d-42bf-bb6b-1a6877b02df1 HTTP/1.1" status: 200 len: 210 time: 0.1155717 Dec 02 15:55:16.239985 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 41270) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:16.256180 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-a5c1e174-3f64-49a2-8882-52b3e22d97f2 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:55:16.259109 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0786cd90-3fa6-4aa0-8d68-69cec6166101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:16.262320 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1487be-6eea-4326-af49-056ce18504ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ada736-dac0-4206-b15b-566e52719be5,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:16.262654 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0786cd90-3fa6-4aa0-8d68-69cec6166101 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 15:55:16.265927 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6b1487be-6eea-4326-af49-056ce18504ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:16.283137 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-a5c1e174-3f64-49a2-8882-52b3e22d97f2 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Usage tracker for resource:port and tenant:16608b3ebcfe473780f5b631f5b9c240 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:55:16.298523 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-a5c1e174-3f64-49a2-8882-52b3e22d97f2 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Quota usage for port was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:55:16.357729 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ad844acf-b95b-4792-9d48-fa93a5bff20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:16.358870 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-a5c1e174-3f64-49a2-8882-52b3e22d97f2 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:55:16.398519 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ad844acf-b95b-4792-9d48-fa93a5bff20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:16.453579 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-a5c1e174-3f64-49a2-8882-52b3e22d97f2 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Made reservation on behalf of 16608b3ebcfe473780f5b631f5b9c240 for: {'port': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:55:16.459504 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-a5c1e174-3f64-49a2-8882-52b3e22d97f2 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:16.486166 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ad844acf-b95b-4792-9d48-fa93a5bff20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:16.503578 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-10c52f44-14f3-4d32-834f-b6272310b07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:16.508479 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-0786cd90-3fa6-4aa0-8d68-69cec6166101 admin admin] Network e8564c47-b571-4eeb-9632-4e52a1d4b946 has no segments {{(pid=80330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 15:55:16.528456 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0786cd90-3fa6-4aa0-8d68-69cec6166101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3225722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839048150'] for segment, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:16.538246 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad844acf-b95b-4792-9d48-fa93a5bff20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ada736-dac0-4206-b15b-566e52719be5,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:16.544305 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ad844acf-b95b-4792-9d48-fa93a5bff20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:16.547081 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ad844acf-b95b-4792-9d48-fa93a5bff20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:16.549247 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-ad844acf-b95b-4792-9d48-fa93a5bff20c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/09ada736-dac0-4206-b15b-566e52719be5 HTTP/1.1" status: 204 len: 168 time: 0.3053012 Dec 02 15:55:16.906866 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3430af9-3da5-410a-bc51-17552b5784ff req-37bc5501-8032-4cd3-b9c2-b2f20a1a7b75 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:16.908687 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b3430af9-3da5-410a-bc51-17552b5784ff req-37bc5501-8032-4cd3-b9c2-b2f20a1a7b75 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.6704235 Dec 02 15:55:17.001948 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3e64c-1a6a-46f5-be38-14cf7db3b19d req-0edfd293-5ea8-4aa8-96aa-1d2fad0f95ac tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:17.011960 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2ea3e64c-1a6a-46f5-be38-14cf7db3b19d req-0edfd293-5ea8-4aa8-96aa-1d2fad0f95ac tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 945 time: 0.1713409 Dec 02 15:55:17.028535 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b3430af9-3da5-410a-bc51-17552b5784ff req-c6220f64-362a-45e9-9635-ec77283ec5b4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938118 Dec 02 15:55:17.103651 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2ea3e64c-1a6a-46f5-be38-14cf7db3b19d req-18640af3-162f-4aa4-97f7-93397ca4bc44 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0904353 Dec 02 15:55:17.111405 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-0786cd90-3fa6-4aa0-8d68-69cec6166101 admin admin] Network e8564c47-b571-4eeb-9632-4e52a1d4b946 has no segments {{(pid=80330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: Traceback (most recent call last): Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: timer() Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: cb(*args, **kw) Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: return func(*args, **kwargs) Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: self._notify() Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: self.callback(batched_events) Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: event.method(event) Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: segment_id)['aggregates'][0] Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: return f(self, *a, **k) Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: return self._get(url).json() Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: **kwargs) Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: return self.request(url, 'GET', **kwargs) Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: **endpoint_filter) Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 15:55:17.144394 dv-cinder-737618-2-smb neutron-server[80217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 15:55:17.354287 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0786cd90-3fa6-4aa0-8d68-69cec6166101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851563116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854216125'] for network, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:17.369202 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:17.385308 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0786cd90-3fa6-4aa0-8d68-69cec6166101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:17.404866 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786cd90-3fa6-4aa0-8d68-69cec6166101 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8564c47-b571-4eeb-9632-4e52a1d4b946,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:17.416046 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0786cd90-3fa6-4aa0-8d68-69cec6166101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:17.444107 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-a5c1e174-3f64-49a2-8882-52b3e22d97f2 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Allocated IP 172.20.0.4 (b9c24517-8fd6-4fe7-9392-b3d3a9227fb5/d4fef72c-0ccf-43b1-b9f4-2c0047764198/34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:55:17.481972 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-34f35bb6-d8b3-46ac-b99e-3e876572a4b6 req-7947acbe-c93e-43a9-95c0-ba96045d8595 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=0795d736-b54d-42bf-bb6b-1a6877b02df1 HTTP/1.1" status: 200 len: 210 time: 0.0587826 Dec 02 15:55:17.511467 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-0786cd90-3fa6-4aa0-8d68-69cec6166101 admin admin] 10.222.0.98 "DELETE /v2.0/networks/e8564c47-b571-4eeb-9632-4e52a1d4b946 HTTP/1.1" status: 204 len: 168 time: 2.8166254 Dec 02 15:55:17.578043 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:55:17.702624 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9664-0685-493d-9733-52115e19b5c3 req-2bec905e-20df-4d62-a476-a8671007e3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:17.704331 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f2db9664-0685-493d-9733-52115e19b5c3 req-2bec905e-20df-4d62-a476-a8671007e3b4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5dcc037c94944143a3f2fdcc7f6a2f6d&device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 1163 time: 0.2409265 Dec 02 15:55:17.950645 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-a5c1e174-3f64-49a2-8882-52b3e22d97f2 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:18.084780 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 41302) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:18.153675 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9664-0685-493d-9733-52115e19b5c3 req-985e380d-28d9-4a1b-bba5-9f267b93ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:18.158419 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f2db9664-0685-493d-9733-52115e19b5c3 req-985e380d-28d9-4a1b-bba5-9f267b93ea86 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ae619313-79bd-4f58-9d4f-05b9d1c1f579 HTTP/1.1" status: 200 len: 911 time: 0.3976288 Dec 02 15:55:18.463524 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-a5c1e174-3f64-49a2-8882-52b3e22d97f2 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:18.484030 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:18.516996 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f2db9664-0685-493d-9733-52115e19b5c3 req-a84fbedb-b07a-4eff-93ee-bf27aaa13a74 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f701775-0a31-4c39-a9ae-08184535ec64 HTTP/1.1" status: 200 len: 1002 time: 0.3344495 Dec 02 15:55:18.586746 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801b560-9ed6-4c8a-8f7c-b27413ebbea5 req-39f12b23-4820-4d63-b1c3-2445bdf69b89 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:18.595860 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1801b560-9ed6-4c8a-8f7c-b27413ebbea5 req-39f12b23-4820-4d63-b1c3-2445bdf69b89 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 945 time: 0.1832130 Dec 02 15:55:18.615547 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9664-0685-493d-9733-52115e19b5c3 req-ac8a51d6-f489-48e6-a182-235aa6c55e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:18.617147 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f2db9664-0685-493d-9733-52115e19b5c3 req-ac8a51d6-f489-48e6-a182-235aa6c55e04 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a59a6d3-2eec-4eca-96de-faf6098a43d0 HTTP/1.1" status: 200 len: 856 time: 0.0838144 Dec 02 15:55:18.617920 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-6ce64302-11dc-47c1-81d7-7abfe28a5947 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d7679e824ae94af092eab065a5350394&name=default HTTP/1.1" status: 200 len: 2875 time: 0.5314083 Dec 02 15:55:18.621249 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 41318) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:18.709696 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-20edfa16-ee27-47dc-b99a-7f7971fd5653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:18.747680 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-20edfa16-ee27-47dc-b99a-7f7971fd5653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:18.859772 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1801b560-9ed6-4c8a-8f7c-b27413ebbea5 req-2b671a1f-60a1-490a-b2ce-a0898bde4f34 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2581992 Dec 02 15:55:18.876903 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-20edfa16-ee27-47dc-b99a-7f7971fd5653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:18.882245 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-59cb8b76-cda5-4829-a181-d8e7367b4d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:18.926553 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20edfa16-ee27-47dc-b99a-7f7971fd5653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33cea48-43be-4d3c-8360-a27ebdf0c115,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:18.937639 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-20edfa16-ee27-47dc-b99a-7f7971fd5653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:19.056902 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-20edfa16-ee27-47dc-b99a-7f7971fd5653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:19.058129 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-20edfa16-ee27-47dc-b99a-7f7971fd5653 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d33cea48-43be-4d3c-8360-a27ebdf0c115 HTTP/1.1" status: 204 len: 168 time: 0.4357052 Dec 02 15:55:19.115776 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device f843f697-aa2c-489f-8351-4b3862c2d7aa up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:55:19.125229 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24436c96-c4ee-4ecf-a139-b47d00723bef req-ebd8b6e8-5ae3-4d34-9ebe-0d637e66fdc2 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:19.128279 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1e174-3f64-49a2-8882-52b3e22d97f2 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Pushing event updated for resources: {'Port': ['ID=34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:19.132349 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-24436c96-c4ee-4ecf-a139-b47d00723bef req-ebd8b6e8-5ae3-4d34-9ebe-0d637e66fdc2 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.7426839 Dec 02 15:55:19.164014 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a5c1e174-3f64-49a2-8882-52b3e22d97f2 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:19.292601 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-24436c96-c4ee-4ecf-a139-b47d00723bef req-06fe5b55-1356-4398-a2a2-b4eae2c899f5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079965 Dec 02 15:55:19.311545 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db9664-0685-493d-9733-52115e19b5c3 req-38132cd4-cbed-43cd-93ee-0422a9a45b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:19.314518 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f2db9664-0685-493d-9733-52115e19b5c3 req-38132cd4-cbed-43cd-93ee-0422a9a45b99 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ae619313-79bd-4f58-9d4f-05b9d1c1f579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3470366 Dec 02 15:55:19.347200 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2facb39-3d80-419f-8281-022ff2759294 req-b34a916a-0881-45be-aa48-3c710aa97628 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:19.349380 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f2facb39-3d80-419f-8281-022ff2759294 req-b34a916a-0881-45be-aa48-3c710aa97628 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=0795d736-b54d-42bf-bb6b-1a6877b02df1 HTTP/1.1" status: 200 len: 931 time: 0.2157888 Dec 02 15:55:19.364691 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port f843f697-aa2c-489f-8351-4b3862c2d7aa triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:55:19.365167 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:19.398690 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-a5c1e174-3f64-49a2-8882-52b3e22d97f2 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Network b9c24517-8fd6-4fe7-9392-b3d3a9227fb5 is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:55:19.416899 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-a5c1e174-3f64-49a2-8882-52b3e22d97f2 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:55:19.420919 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-a5c1e174-3f64-49a2-8882-52b3e22d97f2 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:55:19.479165 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f2facb39-3d80-419f-8281-022ff2759294 req-15503440-f2d2-4e46-8e40-6ef5bb103ab9 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222546 Dec 02 15:55:19.654835 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca9eaa-06a5-40a5-af53-7c3f4635cfc2 req-7b3cb6e2-43a6-4a0d-87c4-14f876d1af1c tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:19.658315 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-09ca9eaa-06a5-40a5-af53-7c3f4635cfc2 req-7b3cb6e2-43a6-4a0d-87c4-14f876d1af1c tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 945 time: 0.1240456 Dec 02 15:55:19.684090 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-a5c1e174-3f64-49a2-8882-52b3e22d97f2 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:19.684840 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-a5c1e174-3f64-49a2-8882-52b3e22d97f2 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:19.729522 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f2db9664-0685-493d-9733-52115e19b5c3 req-26b547c7-d0ce-4320-b448-a2b2600d3cba service neutron] 10.222.0.90 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015627 Dec 02 15:55:19.756596 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-09ca9eaa-06a5-40a5-af53-7c3f4635cfc2 req-4fcef845-94be-4da9-8b5a-dbd99333357b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0827537 Dec 02 15:55:19.783039 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-a5c1e174-3f64-49a2-8882-52b3e22d97f2 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8984938 Dec 02 15:55:19.858030 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] Request body: {'port': {'device_id': '0795d736-b54d-42bf-bb6b-1a6877b02df1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:55:20.032983 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 41340) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:20.049897 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:20.074055 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f2db9664-0685-493d-9733-52115e19b5c3 req-b546e140-0e5c-41af-a96d-2493c02a29a5 service neutron] 10.222.0.90 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3372808 Dec 02 15:55:20.214483 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-de216337-31b2-4716-80fc-4514649a87f8 req-67dd34ef-ce1b-4da8-ab08-18a9d70ca53a tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3534703 Dec 02 15:55:20.228715 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-de216337-31b2-4716-80fc-4514649a87f8 req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Request body: {'floatingip': {'floating_network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:55:20.236584 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-de216337-31b2-4716-80fc-4514649a87f8 req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:55:20.245616 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-de216337-31b2-4716-80fc-4514649a87f8 req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Usage tracker for resource:floatingip and tenant:e8d7a18fc79d48ee8c642b9c7dcb09bb is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:55:20.249903 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-de216337-31b2-4716-80fc-4514649a87f8 req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:55:20.259283 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-de216337-31b2-4716-80fc-4514649a87f8 req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:55:20.314749 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-de216337-31b2-4716-80fc-4514649a87f8 req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks [] for floatingip, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:20.368652 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-be6eb128-f461-47a9-83c5-a9f3039bd6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:20.403293 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-be6eb128-f461-47a9-83c5-a9f3039bd6b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:55:20.411789 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-be6eb128-f461-47a9-83c5-a9f3039bd6b5 admin admin] Usage tracker for resource:security_group_rule and tenant:7e841b605ec849b2b06eb1e8535b2b5c is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:55:20.430072 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-be6eb128-f461-47a9-83c5-a9f3039bd6b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:55:20.491077 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-de216337-31b2-4716-80fc-4514649a87f8 req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:20.497051 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-be6eb128-f461-47a9-83c5-a9f3039bd6b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:55:20.726384 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-be6eb128-f461-47a9-83c5-a9f3039bd6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:20.733415 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd {{(pid=80330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 15:55:20.742027 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:20.758206 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] Transition to ACTIVE for port object 34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd will not be triggered until provisioned by entity L2. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:55:20.759264 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-be6eb128-f461-47a9-83c5-a9f3039bd6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:20.769934 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6ad1eaf5-2b9b-496b-8508-739fa8ae6c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:20.790507 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850d5a6-5a07-4f11-87c6-9fe0908c6f00 req-9507edfd-f7eb-4bd9-93db-72b1fe2c8e2e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:20.792280 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0850d5a6-5a07-4f11-87c6-9fe0908c6f00 req-9507edfd-f7eb-4bd9-93db-72b1fe2c8e2e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.2897899 Dec 02 15:55:20.800940 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:20.902260 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-be6eb128-f461-47a9-83c5-a9f3039bd6b5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7e841b605ec849b2b06eb1e8535b2b5c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8654115 Dec 02 15:55:20.905659 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6eb128-f461-47a9-83c5-a9f3039bd6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ebd00b-c5c4-4a3c-a172-b1bd7f7062f1,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:20.908977 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 41360) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:20.911792 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-be6eb128-f461-47a9-83c5-a9f3039bd6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:20.912361 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:20.972663 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0850d5a6-5a07-4f11-87c6-9fe0908c6f00 req-72df5338-75c1-4a47-bf5f-99007a0e9958 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723771 Dec 02 15:55:21.023600 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] Pushing event updated for resources: {'Port': ['ID=34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd,revision_number=2']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:21.035831 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:21.060664 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e1cfbe91-7f45-4b91-84de-e825c83ba38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:21.140735 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e1cfbe91-7f45-4b91-84de-e825c83ba38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:21.160984 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [req-de216337-31b2-4716-80fc-4514649a87f8 req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Allocated IP 172.28.0.142 (37c00fa4-9d8d-40bf-927e-52444f2dd708/960a6109-8752-4c76-aab7-dfde0e16e857/7141d7e2-4fb0-4441-933f-0bdac22d7bdc) {{(pid=80331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:55:21.220717 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] Attempting to bind port 34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd on host hv-cinder-73761 for vnic_type normal with profile {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:55:21.221462 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] Attempting to bind port 34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '4211b208-8e55-4ddb-a57d-729c1860213f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b9c24517-8fd6-4fe7-9392-b3d3a9227fb5'}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:55:21.221632 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] Attempting to bind port 34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd on network b9c24517-8fd6-4fe7-9392-b3d3a9227fb5 {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:55:21.234949 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] Checking agent: {'id': 'a457a183-c7c9-4615-b19d-972b3b736d4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 48, 2), 'started_at': datetime.datetime(2020, 12, 2, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:55:21.235371 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] Checking segment: {'id': '4211b208-8e55-4ddb-a57d-729c1860213f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b9c24517-8fd6-4fe7-9392-b3d3a9227fb5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:55:21.235907 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:21.236382 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] Bound using segment: {'id': '4211b208-8e55-4ddb-a57d-729c1860213f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b9c24517-8fd6-4fe7-9392-b3d3a9227fb5'} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:55:21.236892 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] Bound port: 34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4211b208-8e55-4ddb-a57d-729c1860213f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b9c24517-8fd6-4fe7-9392-b3d3a9227fb5'}}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:55:21.237257 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:21.370059 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] For port 34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd, host hv-cinder-73761, cleared binding levels {{(pid=80330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:55:21.374454 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] For port 34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd,segment=NetworkSegment(4211b208-8e55-4ddb-a57d-729c1860213f),segment_id=4211b208-8e55-4ddb-a57d-729c1860213f)] {{(pid=80330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:55:21.405254 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:21.446247 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-3014cd68-11ad-436a-81fd-f145f7dd6de0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:21.457499 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed6663-8fc0-4ce1-860f-a7e17c025bad req-f035bbbd-6e8b-4746-a678-a576f731412e tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:21.459444 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-13ed6663-8fc0-4ce1-860f-a7e17c025bad req-f035bbbd-6e8b-4746-a678-a576f731412e tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=0795d736-b54d-42bf-bb6b-1a6877b02df1 HTTP/1.1" status: 200 len: 943 time: 0.1170084 Dec 02 15:55:21.500404 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-de216337-31b2-4716-80fc-4514649a87f8 req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks [] for port, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:21.540790 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-13ed6663-8fc0-4ce1-860f-a7e17c025bad req-fa923b81-2aed-401f-94da-d2fc072f539f tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643134 Dec 02 15:55:21.542328 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e1cfbe91-7f45-4b91-84de-e825c83ba38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:21.547063 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9598c9e0-607e-455c-b75d-d6e90742c261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:21.568253 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfbe91-7f45-4b91-84de-e825c83ba38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ebd00b-c5c4-4a3c-a172-b1bd7f7062f1,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:21.577084 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e1cfbe91-7f45-4b91-84de-e825c83ba38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:21.603399 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e1cfbe91-7f45-4b91-84de-e825c83ba38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:21.606231 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-e1cfbe91-7f45-4b91-84de-e825c83ba38e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/22ebd00b-c5c4-4a3c-a172-b1bd7f7062f1 HTTP/1.1" status: 204 len: 168 time: 0.6959178 Dec 02 15:55:21.643750 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-de216337-31b2-4716-80fc-4514649a87f8 req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14825086'] for port, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:21.805066 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] Pushing event updated for resources: {'Port': ['ID=34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd,revision_number=3']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:21.814095 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:21.842604 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:21.844008 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:21.848238 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] 10.222.0.90 "PUT /v2.0/ports/34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd HTTP/1.1" status: 200 len: 1157 time: 1.9999056 Dec 02 15:55:21.849534 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0795d736-b54d-42bf-bb6b-1a6877b02df1', 'tag': '34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:55:21.879680 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:21.931373 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6023d485-7eaa-41f6-bd6f-70120cecee3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:21.967524 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0795d736-b54d-42bf-bb6b-1a6877b02df1', 'tag': '34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd', 'status': 'completed', 'code': 200} Dec 02 15:55:21.984854 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Pushing event updated for resources: {'Port': ['ID=7141d7e2-4fb0-4441-933f-0bdac22d7bdc,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:21.989547 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de216337-31b2-4716-80fc-4514649a87f8 req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Network 37c00fa4-9d8d-40bf-927e-52444f2dd708 is already hosted by enough agents. {{(pid=80331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:55:21.991277 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:21.991839 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [req-de216337-31b2-4716-80fc-4514649a87f8 req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Resources bound (agent type, host, resource id): {{(pid=80331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:55:21.994086 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-de216337-31b2-4716-80fc-4514649a87f8 req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Received port after_create {{(pid=80331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:55:22.124260 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-de216337-31b2-4716-80fc-4514649a87f8 req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks [] for floatingip, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:22.147422 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-186a09db-9591-4d25-97d2-ae77f8fca97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:22.147422 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-186a09db-9591-4d25-97d2-ae77f8fca97d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=16608b3ebcfe473780f5b631f5b9c240&device_id=0795d736-b54d-42bf-bb6b-1a6877b02df1 HTTP/1.1" status: 200 len: 1160 time: 0.1045170 Dec 02 15:55:22.230737 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-de216337-31b2-4716-80fc-4514649a87f8 req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:22.307927 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-28e54d8d-cb87-443d-978f-1db1487f5d48 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd HTTP/1.1" status: 200 len: 217 time: 0.0886121 Dec 02 15:55:22.396356 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-f7676ca9-5fd6-4224-89ef-3c9481292360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:22.410325 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-f7676ca9-5fd6-4224-89ef-3c9481292360 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d4fef72c-0ccf-43b1-b9f4-2c0047764198 HTTP/1.1" status: 200 len: 853 time: 0.0831659 Dec 02 15:55:22.588184 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-2555b1cb-1cee-4be3-a7c9-5d8c10b942f6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b9c24517-8fd6-4fe7-9392-b3d3a9227fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1779540 Dec 02 15:55:22.607376 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa238bf-f1ec-4233-991e-7435ba3d264f req-5500c523-8447-4b05-83f4-bb81355ad06b tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:22.623263 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6fa238bf-f1ec-4233-991e-7435ba3d264f req-5500c523-8447-4b05-83f4-bb81355ad06b tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.3574493 Dec 02 15:55:22.684139 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 1f701775-0a31-4c39-a9ae-08184535ec64 no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 15:55:22.857051 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:22.917042 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 1f701775-0a31-4c39-a9ae-08184535ec64, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=1f701775-0a31-4c39-a9ae-08184535ec64,segment=NetworkSegment(ca708766-9b54-46c3-9628-ffb652be6104),segment_id=ca708766-9b54-46c3-9628-ffb652be6104)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:55:22.919095 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7eee02-ef8c-465f-8f38-00bd5875d9ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f701775-0a31-4c39-a9ae-08184535ec64'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:55:22.949002 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:22.951756 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:22.995944 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-b1c80f3c-9373-47ac-a3ac-0d79d7533138 service neutron] 10.222.0.90 "GET /v2.0/networks/b9c24517-8fd6-4fe7-9392-b3d3a9227fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974800 Dec 02 15:55:23.109164 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=1f701775-0a31-4c39-a9ae-08184535ec64,revision_number=5']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:23.118844 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:23.189344 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6fa238bf-f1ec-4233-991e-7435ba3d264f req-fcd0bbda-211b-4ba9-812a-8431c1b0d1d0 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5645838 Dec 02 15:55:23.324590 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-de216337-31b2-4716-80fc-4514649a87f8 req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks [] for port, precommit_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:23.325554 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0fd3fc75-2330-446a-b356-51982513f7d3 req-ac64f15e-8315-441d-b5f9-7cf90054f2ae service neutron] 10.222.0.90 "GET /v2.0/networks/b9c24517-8fd6-4fe7-9392-b3d3a9227fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3102839 Dec 02 15:55:23.413710 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-de216337-31b2-4716-80fc-4514649a87f8 req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839950729'] for port, after_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:23.433381 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:23.657654 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Pushing event updated for resources: {'Port': ['ID=7141d7e2-4fb0-4441-933f-0bdac22d7bdc,revision_number=2']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:23.664610 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:23.677182 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e2983-b61a-4b7a-8c3e-9b7d167e38cc req-550b8979-3dc2-45f9-aec8-5f8c53d32025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:23.679305 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ba3e2983-b61a-4b7a-8c3e-9b7d167e38cc req-550b8979-3dc2-45f9-aec8-5f8c53d32025 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=16608b3ebcfe473780f5b631f5b9c240&device_id=0795d736-b54d-42bf-bb6b-1a6877b02df1 HTTP/1.1" status: 200 len: 1160 time: 0.1540008 Dec 02 15:55:23.739595 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736bc6e-e681-405c-82eb-820da0530dbd req-b0c200cf-eafe-4401-bd77-4a18b2ed369a tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:23.741202 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0736bc6e-e681-405c-82eb-820da0530dbd req-b0c200cf-eafe-4401-bd77-4a18b2ed369a tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=0795d736-b54d-42bf-bb6b-1a6877b02df1 HTTP/1.1" status: 200 len: 943 time: 0.2647538 Dec 02 15:55:23.844662 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-de216337-31b2-4716-80fc-4514649a87f8 req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854216080'] for floatingip, after_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:23.854386 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0736bc6e-e681-405c-82eb-820da0530dbd req-8af15234-9a70-4eba-bc93-e5ef1ae3829d tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828369 Dec 02 15:55:23.893955 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-de216337-31b2-4716-80fc-4514649a87f8 req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for floatingip, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:23.906477 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-de216337-31b2-4716-80fc-4514649a87f8 req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6724825 Dec 02 15:55:23.906792 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e2983-b61a-4b7a-8c3e-9b7d167e38cc req-c4bdd96d-a970-4635-bb74-7e86a23c5d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:23.906792 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ba3e2983-b61a-4b7a-8c3e-9b7d167e38cc req-c4bdd96d-a970-4635-bb74-7e86a23c5d84 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b9c24517-8fd6-4fe7-9392-b3d3a9227fb5 HTTP/1.1" status: 200 len: 907 time: 0.2163036 Dec 02 15:55:23.994496 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ba3e2983-b61a-4b7a-8c3e-9b7d167e38cc req-67c31973-4932-49b4-bdb0-567bd20798e0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd HTTP/1.1" status: 200 len: 217 time: 0.0748622 Dec 02 15:55:24.097342 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-de216337-31b2-4716-80fc-4514649a87f8 req-e0663295-7d2a-4981-9d9e-560a9e20dfed tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Synchronizing usage tracker for tenant:e8d7a18fc79d48ee8c642b9c7dcb09bb on resource:floatingip {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:55:24.114314 dv-cinder-737618-2-smb neutron-server[80217]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0b7eee02-ef8c-465f-8f38-00bd5875d9ea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1f701775-0a31-4c39-a9ae-08184535ec64', 'code': 422} returned with failed status Dec 02 15:55:24.156874 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-de216337-31b2-4716-80fc-4514649a87f8 req-e0663295-7d2a-4981-9d9e-560a9e20dfed tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Unset dirty status for tenant:e8d7a18fc79d48ee8c642b9c7dcb09bb on resource:floatingip {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:55:24.158349 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-de216337-31b2-4716-80fc-4514649a87f8 req-e0663295-7d2a-4981-9d9e-560a9e20dfed tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.28.0.142 HTTP/1.1" status: 200 len: 696 time: 0.2241607 Dec 02 15:55:24.167767 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 41428) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:24.359154 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e2983-b61a-4b7a-8c3e-9b7d167e38cc req-d266596f-da92-4261-831a-a4788891073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:24.360796 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ba3e2983-b61a-4b7a-8c3e-9b7d167e38cc req-d266596f-da92-4261-831a-a4788891073c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d4fef72c-0ccf-43b1-b9f4-2c0047764198 HTTP/1.1" status: 200 len: 853 time: 0.3539751 Dec 02 15:55:24.415465 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de216337-31b2-4716-80fc-4514649a87f8 req-725469ac-d0d1-4f9d-af2e-037a3048b3cc tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:24.422407 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ba3e2983-b61a-4b7a-8c3e-9b7d167e38cc req-444d7ce6-6379-492b-9b19-6fa26855789d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b9c24517-8fd6-4fe7-9392-b3d3a9227fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486467 Dec 02 15:55:24.424080 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-de216337-31b2-4716-80fc-4514649a87f8 req-725469ac-d0d1-4f9d-af2e-037a3048b3cc tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/networks/37c00fa4-9d8d-40bf-927e-52444f2dd708 HTTP/1.1" status: 200 len: 784 time: 0.2502580 Dec 02 15:55:24.443622 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4cb4028c-dd7e-4877-b7f3-fc1b73bf4588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:24.445045 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [req-de216337-31b2-4716-80fc-4514649a87f8 req-ebceca78-cc05-4f40-b2d6-fa36bb76cc6b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=80331) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 15:55:24.452484 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-de216337-31b2-4716-80fc-4514649a87f8 req-ebceca78-cc05-4f40-b2d6-fa36bb76cc6b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0129526 Dec 02 15:55:24.479892 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2ab1ccc5-e522-40df-af8b-4f6874c8db2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:24.503106 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-2ab1ccc5-e522-40df-af8b-4f6874c8db2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:55:24.508643 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-2ab1ccc5-e522-40df-af8b-4f6874c8db2a admin admin] Usage tracker for resource:security_group_rule and tenant:6fa9770473f04dfda524423d788199df is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:55:24.513469 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-2ab1ccc5-e522-40df-af8b-4f6874c8db2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:55:24.523181 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-2ab1ccc5-e522-40df-af8b-4f6874c8db2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:55:24.615462 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ba3e2983-b61a-4b7a-8c3e-9b7d167e38cc req-e41a6412-575f-4dee-9f29-7d2a9b54ca7d service neutron] 10.222.0.90 "GET /v2.0/networks/b9c24517-8fd6-4fe7-9392-b3d3a9227fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813409 Dec 02 15:55:24.791091 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ba3e2983-b61a-4b7a-8c3e-9b7d167e38cc req-7de1214e-b2c1-49ca-ae77-e1b7a577578c service neutron] 10.222.0.90 "GET /v2.0/networks/b9c24517-8fd6-4fe7-9392-b3d3a9227fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1675329 Dec 02 15:55:24.837459 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2ab1ccc5-e522-40df-af8b-4f6874c8db2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:24.854931 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda3cf9-0ab2-4462-b769-b5d7e225bd4e req-a4b10634-10fd-4bfb-a331-e46c3b35060f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:24.856601 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2bda3cf9-0ab2-4462-b769-b5d7e225bd4e req-a4b10634-10fd-4bfb-a331-e46c3b35060f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.2873456 Dec 02 15:55:24.864203 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5669f7c-b492-4d1b-8c79-c892af36737e req-038c9b37-5235-40ec-8a29-d8ceeed5dddb tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:24.865823 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d5669f7c-b492-4d1b-8c79-c892af36737e req-038c9b37-5235-40ec-8a29-d8ceeed5dddb tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2155523 Dec 02 15:55:24.886980 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2ab1ccc5-e522-40df-af8b-4f6874c8db2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:24.902331 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:24.959717 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6b1487be-6eea-4326-af49-056ce18504ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:25.030730 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d5669f7c-b492-4d1b-8c79-c892af36737e req-a98baefa-c92d-4498-b5aa-8170492ff5b6 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.28.0.142 HTTP/1.1" status: 200 len: 696 time: 0.1473615 Dec 02 15:55:25.058827 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2bda3cf9-0ab2-4462-b769-b5d7e225bd4e req-c6028f93-b893-433c-87d7-1e54e621eb2f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916075 Dec 02 15:55:25.067549 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1ccc5-e522-40df-af8b-4f6874c8db2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99f013e-ae6d-4223-b6f9-df9fc2f738ce,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:25.078679 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-2ab1ccc5-e522-40df-af8b-4f6874c8db2a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6fa9770473f04dfda524423d788199df&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9069409 Dec 02 15:55:25.078679 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2ab1ccc5-e522-40df-af8b-4f6874c8db2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:25.079291 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 41448) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:25.085098 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-d5669f7c-b492-4d1b-8c79-c892af36737e req-1df31d8d-1718-4f00-88cf-bec3584a55c7 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Request body: {'floatingip': {'port_id': 'f843f697-aa2c-489f-8351-4b3862c2d7aa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:55:25.219146 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-d5669f7c-b492-4d1b-8c79-c892af36737e req-1df31d8d-1718-4f00-88cf-bec3584a55c7 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks [] for floatingip, before_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:25.228115 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-23f9069d-0a79-4ebe-b1b9-e39b89b8654f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:25.280259 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 41456) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:25.297883 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-23f9069d-0a79-4ebe-b1b9-e39b89b8654f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:25.394257 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-23f9069d-0a79-4ebe-b1b9-e39b89b8654f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:25.404595 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9b262c73-5532-4cee-bfc1-2e4722cb1cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:25.420828 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9069d-0a79-4ebe-b1b9-e39b89b8654f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99f013e-ae6d-4223-b6f9-df9fc2f738ce,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:25.424205 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-23f9069d-0a79-4ebe-b1b9-e39b89b8654f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:25.433076 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-23f9069d-0a79-4ebe-b1b9-e39b89b8654f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:25.434627 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-23f9069d-0a79-4ebe-b1b9-e39b89b8654f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b99f013e-ae6d-4223-b6f9-df9fc2f738ce HTTP/1.1" status: 204 len: 168 time: 0.3540463 Dec 02 15:55:25.524614 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f5cf4f88-a212-42da-960b-0e906bf80336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:25.544408 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-f5cf4f88-a212-42da-960b-0e906bf80336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:55:25.549419 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-f5cf4f88-a212-42da-960b-0e906bf80336 admin admin] Usage tracker for resource:security_group_rule and tenant:3bed625971f742989f1fd22b5c84f0d5 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:55:25.554389 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-f5cf4f88-a212-42da-960b-0e906bf80336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:55:25.561631 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-f5cf4f88-a212-42da-960b-0e906bf80336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:55:25.671127 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f5cf4f88-a212-42da-960b-0e906bf80336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:25.743011 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f5cf4f88-a212-42da-960b-0e906bf80336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:25.759607 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ec9679bf-274a-475e-b006-db151d634f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:25.780049 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:25.825511 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-f5cf4f88-a212-42da-960b-0e906bf80336 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3bed625971f742989f1fd22b5c84f0d5&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5416303 Dec 02 15:55:25.827570 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf4f88-a212-42da-960b-0e906bf80336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362e49df-b6ca-4989-9db2-6efda8c1c523,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:25.832034 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 41466) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:25.838239 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-f5cf4f88-a212-42da-960b-0e906bf80336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:25.866589 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909ed4b-5183-4ef4-9daa-90bff5b71c12 req-fa8c4963-6920-4573-977e-5adbe4056db6 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:25.868311 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e909ed4b-5183-4ef4-9daa-90bff5b71c12 req-fa8c4963-6920-4573-977e-5adbe4056db6 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=0795d736-b54d-42bf-bb6b-1a6877b02df1 HTTP/1.1" status: 200 len: 943 time: 0.5094104 Dec 02 15:55:25.927004 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-de4d88e0-1e28-4e67-8756-067ce0e0e7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:25.959748 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-de4d88e0-1e28-4e67-8756-067ce0e0e7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:25.966277 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e909ed4b-5183-4ef4-9daa-90bff5b71c12 req-83ad0ea0-d9f9-495b-8a73-a2f67297be9c tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781181 Dec 02 15:55:26.077345 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-de4d88e0-1e28-4e67-8756-067ce0e0e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:26.086749 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-c329f124-0d0f-4ac0-90c1-7d3a5bbe7b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:26.086955 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 41470) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:26.107129 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d88e0-1e28-4e67-8756-067ce0e0e7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362e49df-b6ca-4989-9db2-6efda8c1c523,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:26.111145 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-de4d88e0-1e28-4e67-8756-067ce0e0e7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:26.122044 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6d3dfbc3-476c-47b3-b67c-92a2306b952f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:26.122568 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-de4d88e0-1e28-4e67-8756-067ce0e0e7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:26.127932 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-de4d88e0-1e28-4e67-8756-067ce0e0e7fd admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/362e49df-b6ca-4989-9db2-6efda8c1c523 HTTP/1.1" status: 204 len: 168 time: 0.2906470 Dec 02 15:55:26.146898 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-6d3dfbc3-476c-47b3-b67c-92a2306b952f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:55:26.153362 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-6d3dfbc3-476c-47b3-b67c-92a2306b952f admin admin] Usage tracker for resource:security_group_rule and tenant:6115705244c74ee8abecb87f1e41129c is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:55:26.157686 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-6d3dfbc3-476c-47b3-b67c-92a2306b952f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:55:26.167773 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-6d3dfbc3-476c-47b3-b67c-92a2306b952f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:55:26.352108 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-d5669f7c-b492-4d1b-8c79-c892af36737e req-1df31d8d-1718-4f00-88cf-bec3584a55c7 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks [] for floatingip, precommit_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:26.396527 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6d3dfbc3-476c-47b3-b67c-92a2306b952f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:26.425853 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-d5669f7c-b492-4d1b-8c79-c892af36737e req-1df31d8d-1718-4f00-88cf-bec3584a55c7 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854216080'] for floatingip, after_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:26.507880 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6d3dfbc3-476c-47b3-b67c-92a2306b952f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:26.578868 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-591ead99-f799-4910-a09c-9bd0aff2a84a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:26.664297 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-6d3dfbc3-476c-47b3-b67c-92a2306b952f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6115705244c74ee8abecb87f1e41129c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5768034 Dec 02 15:55:26.668675 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 41484) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:26.675932 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3dfbc3-476c-47b3-b67c-92a2306b952f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c5f2cd-7a45-45fd-9459-b069c04e0acd,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:26.680014 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6d3dfbc3-476c-47b3-b67c-92a2306b952f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:26.795338 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.l3_db [req-d5669f7c-b492-4d1b-8c79-c892af36737e req-1df31d8d-1718-4f00-88cf-bec3584a55c7 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Floating IP 621d1c6a-770b-4699-a9f3-ac7ec6cc37c4 associated. External IP: 172.28.0.142, port: f843f697-aa2c-489f-8351-4b3862c2d7aa. Dec 02 15:55:26.833886 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:27.246989 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-47bb8d55-5418-4936-98f2-73a52cc43f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:27.412978 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-47bb8d55-5418-4936-98f2-73a52cc43f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:27.506478 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:55:27.669372 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c9611-0cdc-4c90-81fd-2c33e1024627 req-321b2f28-6447-41ec-a7ef-ee69e202afea tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:27.671139 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-503c9611-0cdc-4c90-81fd-2c33e1024627 req-321b2f28-6447-41ec-a7ef-ee69e202afea tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=0795d736-b54d-42bf-bb6b-1a6877b02df1 HTTP/1.1" status: 200 len: 943 time: 0.4255843 Dec 02 15:55:27.702694 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning for port 34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:55:27.712006 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:55:27.712641 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:27.782198 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-503c9611-0cdc-4c90-81fd-2c33e1024627 req-57944b89-476e-433e-83c3-9e527ccbde13 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007097 Dec 02 15:55:27.792056 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5669f7c-b492-4d1b-8c79-c892af36737e req-1df31d8d-1718-4f00-88cf-bec3584a55c7 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Router 54169f97-831f-46fd-97ad-27b078c4370b has already been hosted by L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf {{(pid=80331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 15:55:27.794494 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-47bb8d55-5418-4936-98f2-73a52cc43f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:27.800716 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e1cfbe91-7f45-4b91-84de-e825c83ba38e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:27.821346 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb8d55-5418-4936-98f2-73a52cc43f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c5f2cd-7a45-45fd-9459-b069c04e0acd,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:27.957258 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:27.962792 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-47bb8d55-5418-4936-98f2-73a52cc43f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:27.978093 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-47bb8d55-5418-4936-98f2-73a52cc43f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:27.979401 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-47bb8d55-5418-4936-98f2-73a52cc43f8d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/30c5f2cd-7a45-45fd-9459-b069c04e0acd HTTP/1.1" status: 204 len: 168 time: 1.3096793 Dec 02 15:55:28.041628 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0795d736-b54d-42bf-bb6b-1a6877b02df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:55:28.066931 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd,segment=NetworkSegment(4211b208-8e55-4ddb-a57d-729c1860213f),segment_id=4211b208-8e55-4ddb-a57d-729c1860213f)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:55:28.072755 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5669f7c-b492-4d1b-8c79-c892af36737e req-1df31d8d-1718-4f00-88cf-bec3584a55c7 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:55:28.077742 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-d5669f7c-b492-4d1b-8c79-c892af36737e req-1df31d8d-1718-4f00-88cf-bec3584a55c7 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for floatingip, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:28.087962 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3784f5a-1605-4e75-859b-ae89b60fe30a None None] Sync routers for ids ['54169f97-831f-46fd-97ad-27b078c4370b'] in dv-cinder-737618-2-smb {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:55:28.106026 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3784f5a-1605-4e75-859b-ae89b60fe30a None None] Routers {'54169f97-831f-46fd-97ad-27b078c4370b'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:55:28.107220 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-f3784f5a-1605-4e75-859b-ae89b60fe30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:55:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['54169f97-831f-46fd-97ad-27b078c4370b'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:55:28.181313 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:28.202958 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d5669f7c-b492-4d1b-8c79-c892af36737e req-1df31d8d-1718-4f00-88cf-bec3584a55c7 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "PUT /v2.0/floatingips/621d1c6a-770b-4699-a9f3-ac7ec6cc37c4 HTTP/1.1" status: 200 len: 996 time: 3.1397595 Dec 02 15:55:28.203521 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19394ed-505f-46ad-bd20-e0ccbbe728f2', 'tag': 'f843f697-aa2c-489f-8351-4b3862c2d7aa'}] {{(pid=80331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:55:28.267114 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-09975ee0-ac74-4967-93a8-a00918a9fbd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:28.502644 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0795d736-b54d-42bf-bb6b-1a6877b02df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd', 'code': 200} Dec 02 15:55:28.585241 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:28.592089 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:28.625833 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-f3784f5a-1605-4e75-859b-ae89b60fe30a None None] Set router 54169f97-831f-46fd-97ad-27b078c4370b gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:55:28.715367 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5796ab-4de0-4e83-a98d-ff339d165314 req-c1aa3027-cbee-4d49-9712-3a10f5bf1794 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:28.718976 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2a5796ab-4de0-4e83-a98d-ff339d165314 req-c1aa3027-cbee-4d49-9712-3a10f5bf1794 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.2827268 Dec 02 15:55:28.849181 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5669f7c-b492-4d1b-8c79-c892af36737e req-a3f7f657-0295-47f0-811d-d2cd53c349cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:28.852825 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d5669f7c-b492-4d1b-8c79-c892af36737e req-a3f7f657-0295-47f0-811d-d2cd53c349cd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e8d7a18fc79d48ee8c642b9c7dcb09bb&device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 1162 time: 0.6302328 Dec 02 15:55:28.862789 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a2731-5b68-4c71-b991-15a5fbfd4e73 req-0d6a816e-7539-4c6f-98a7-19be837d592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:28.864491 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d32a2731-5b68-4c71-b991-15a5fbfd4e73 req-0d6a816e-7539-4c6f-98a7-19be837d592e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0795d736-b54d-42bf-bb6b-1a6877b02df1 HTTP/1.1" status: 200 len: 1162 time: 0.1636369 Dec 02 15:55:28.868874 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2a5796ab-4de0-4e83-a98d-ff339d165314 req-bb28dc37-2ce4-47af-b83f-7109cd9203fb tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322486 Dec 02 15:55:28.977282 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d32a2731-5b68-4c71-b991-15a5fbfd4e73 req-99c41ef2-169f-48f0-8c6f-33f609ee0903 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013639 Dec 02 15:55:29.005015 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:55:29.024596 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 41548) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:29.238212 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:55:29.238212 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:29.244454 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19394ed-505f-46ad-bd20-e0ccbbe728f2', 'tag': 'f843f697-aa2c-489f-8351-4b3862c2d7aa', 'status': 'completed', 'code': 200} Dec 02 15:55:29.248078 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5669f7c-b492-4d1b-8c79-c892af36737e req-db63babb-1c37-4f3a-a8ba-c0d8c9782b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:29.250276 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d5669f7c-b492-4d1b-8c79-c892af36737e req-db63babb-1c37-4f3a-a8ba-c0d8c9782b61 service neutron] 10.222.0.98 "GET /v2.0/networks?id=381266ba-2c0c-4b16-ae63-d025abb85ceb HTTP/1.1" status: 200 len: 902 time: 0.3778508 Dec 02 15:55:29.330375 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6d266f55-1906-4233-a3f1-eb10752664e8 req-477260fb-a605-45a0-9dca-a2473c7223c9 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3043613 Dec 02 15:55:29.507908 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-f3784f5a-1605-4e75-859b-ae89b60fe30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54169f97-831f-46fd-97ad-27b078c4370b', 'name': 'tempest-TestShelveInstance-796837125-router', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '73687296-5abb-48c7-a640-6d510baf1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:53:48Z', 'updated_at': '2020-12-02T15:53:55Z', 'revision_number': 4, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'gw_port': {'id': '73687296-5abb-48c7-a640-6d510baf1795', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:53:49Z', 'updated_at': '2020-12-02T15:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_floatingips': [{'id': '621d1c6a-770b-4699-a9f3-ac7ec6cc37c4', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'floating_ip_address': '172.28.0.142', 'floating_network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'router_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'port_id': 'f843f697-aa2c-489f-8351-4b3862c2d7aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb', 'mac_address': 'fa:16:3e:a9:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19394ed-505f-46ad-bd20-e0ccbbe728f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:55:22Z', 'updated_at': '2020-12-02T15:55:26Z', 'revision_number': 1, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b015b0f-d5c9-4a75-9ecf-487b079f7f6f', 'name': '', 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'mac_address': 'fa:16:3e:3a:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '58fb7be0-8747-4314-8cd6-9f3f0bf15dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:53:53Z', 'updated_at': '2020-12-02T15:54:04Z', 'revision_number': 5, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'subnets': [{'id': '58fb7be0-8747-4314-8cd6-9f3f0bf15dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:55:29.512920 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3784f5a-1605-4e75-859b-ae89b60fe30a None None] Checking router: 54169f97-831f-46fd-97ad-27b078c4370b for host: dv-cinder-737618-2-smb {{(pid=80332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:55:29.523647 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3784f5a-1605-4e75-859b-ae89b60fe30a None None] Routers {'54169f97-831f-46fd-97ad-27b078c4370b'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:55:29.524111 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-f3784f5a-1605-4e75-859b-ae89b60fe30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:55:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['54169f97-831f-46fd-97ad-27b078c4370b'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:55:29.581067 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d5669f7c-b492-4d1b-8c79-c892af36737e req-24e5ca2f-481a-4c50-bd61-5533eedd31e8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f843f697-aa2c-489f-8351-4b3862c2d7aa HTTP/1.1" status: 200 len: 999 time: 0.2706499 Dec 02 15:55:29.609976 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3370f2c-c654-46c1-bdeb-1a351f644a77 req-e0bdcc2c-9b25-4550-a1ca-ed3521fa8679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:29.612316 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f3370f2c-c654-46c1-bdeb-1a351f644a77 req-e0bdcc2c-9b25-4550-a1ca-ed3521fa8679 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e8d7a18fc79d48ee8c642b9c7dcb09bb&device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 1162 time: 0.1667750 Dec 02 15:55:29.721731 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5669f7c-b492-4d1b-8c79-c892af36737e req-603e4275-30fa-40a2-ac1a-a9839b45b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:29.731385 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d5669f7c-b492-4d1b-8c79-c892af36737e req-603e4275-30fa-40a2-ac1a-a9839b45b697 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=58fb7be0-8747-4314-8cd6-9f3f0bf15dc2 HTTP/1.1" status: 200 len: 847 time: 0.1310935 Dec 02 15:55:29.798859 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006585f-5899-47a4-bd75-9f98942a332f req-604e1758-d025-4ead-9fdc-b9ffe943526a tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:29.801207 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-f3784f5a-1605-4e75-859b-ae89b60fe30a None None] Set router 54169f97-831f-46fd-97ad-27b078c4370b gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:55:29.808058 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2006585f-5899-47a4-bd75-9f98942a332f req-604e1758-d025-4ead-9fdc-b9ffe943526a tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=0795d736-b54d-42bf-bb6b-1a6877b02df1 HTTP/1.1" status: 200 len: 945 time: 0.5657578 Dec 02 15:55:29.877184 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2006585f-5899-47a4-bd75-9f98942a332f req-eb1aed6e-10eb-40bd-a0e3-8302d84c4318 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675113 Dec 02 15:55:29.944317 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5669f7c-b492-4d1b-8c79-c892af36737e req-32bb0a8c-3475-4d46-ad40-7f61bee8033d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:29.962332 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d5669f7c-b492-4d1b-8c79-c892af36737e req-32bb0a8c-3475-4d46-ad40-7f61bee8033d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=381266ba-2c0c-4b16-ae63-d025abb85ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2297368 Dec 02 15:55:29.978797 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [req-d5669f7c-b492-4d1b-8c79-c892af36737e req-c6cbb0e3-696e-4d2b-9978-15c5547b744f service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=80331) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 15:55:29.980063 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d5669f7c-b492-4d1b-8c79-c892af36737e req-c6cbb0e3-696e-4d2b-9978-15c5547b744f service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0166817 Dec 02 15:55:30.089238 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3370f2c-c654-46c1-bdeb-1a351f644a77 req-a78ad1a6-68ec-471c-b64a-2d91762bc063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:30.101452 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f3370f2c-c654-46c1-bdeb-1a351f644a77 req-a78ad1a6-68ec-471c-b64a-2d91762bc063 service neutron] 10.222.0.90 "GET /v2.0/networks?id=381266ba-2c0c-4b16-ae63-d025abb85ceb HTTP/1.1" status: 200 len: 902 time: 0.4688921 Dec 02 15:55:30.329081 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f3370f2c-c654-46c1-bdeb-1a351f644a77 req-4e6b96ae-4850-4609-9c0b-8633d53ca834 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f843f697-aa2c-489f-8351-4b3862c2d7aa HTTP/1.1" status: 200 len: 999 time: 0.2216275 Dec 02 15:55:30.329409 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d5669f7c-b492-4d1b-8c79-c892af36737e req-842015e2-d56d-4a39-a1d6-991da199f5d9 service neutron] 10.222.0.98 "GET /v2.0/networks/381266ba-2c0c-4b16-ae63-d025abb85ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296695 Dec 02 15:55:30.545159 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3370f2c-c654-46c1-bdeb-1a351f644a77 req-2621a177-0019-4f4a-aa54-12d6c89a3165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:30.552648 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f3370f2c-c654-46c1-bdeb-1a351f644a77 req-2621a177-0019-4f4a-aa54-12d6c89a3165 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58fb7be0-8747-4314-8cd6-9f3f0bf15dc2 HTTP/1.1" status: 200 len: 847 time: 0.1885147 Dec 02 15:55:30.608428 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d5669f7c-b492-4d1b-8c79-c892af36737e req-2207f5ec-2cb7-49bf-bf30-9a059282836d service neutron] 10.222.0.98 "GET /v2.0/networks/381266ba-2c0c-4b16-ae63-d025abb85ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2679851 Dec 02 15:55:30.632967 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb2ddb-1833-4dfd-b413-8a52ff211ade req-eec90114-db35-4ab2-84f9-89d429673601 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:30.634981 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e4bb2ddb-1833-4dfd-b413-8a52ff211ade req-eec90114-db35-4ab2-84f9-89d429673601 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.2568126 Dec 02 15:55:30.748335 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-f3784f5a-1605-4e75-859b-ae89b60fe30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54169f97-831f-46fd-97ad-27b078c4370b', 'name': 'tempest-TestShelveInstance-796837125-router', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '73687296-5abb-48c7-a640-6d510baf1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:53:48Z', 'updated_at': '2020-12-02T15:53:55Z', 'revision_number': 4, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'gw_port': {'id': '73687296-5abb-48c7-a640-6d510baf1795', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:53:49Z', 'updated_at': '2020-12-02T15:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_floatingips': [{'id': '621d1c6a-770b-4699-a9f3-ac7ec6cc37c4', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'floating_ip_address': '172.28.0.142', 'floating_network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'router_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'port_id': 'f843f697-aa2c-489f-8351-4b3862c2d7aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb', 'mac_address': 'fa:16:3e:a9:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19394ed-505f-46ad-bd20-e0ccbbe728f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:55:22Z', 'updated_at': '2020-12-02T15:55:26Z', 'revision_number': 1, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b015b0f-d5c9-4a75-9ecf-487b079f7f6f', 'name': '', 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'mac_address': 'fa:16:3e:3a:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '58fb7be0-8747-4314-8cd6-9f3f0bf15dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:53:53Z', 'updated_at': '2020-12-02T15:54:04Z', 'revision_number': 5, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'subnets': [{'id': '58fb7be0-8747-4314-8cd6-9f3f0bf15dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:55:30.758704 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3784f5a-1605-4e75-859b-ae89b60fe30a None None] The sync data for ids ['54169f97-831f-46fd-97ad-27b078c4370b'] in dv-cinder-737618-2-smb is: [{'id': '54169f97-831f-46fd-97ad-27b078c4370b', 'name': 'tempest-TestShelveInstance-796837125-router', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '73687296-5abb-48c7-a640-6d510baf1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:53:48Z', 'updated_at': '2020-12-02T15:53:55Z', 'revision_number': 4, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'gw_port': {'id': '73687296-5abb-48c7-a640-6d510baf1795', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:53:49Z', 'updated_at': '2020-12-02T15:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_floatingips': [{'id': '621d1c6a-770b-4699-a9f3-ac7ec6cc37c4', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'floating_ip_address': '172.28.0.142', 'floating_network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'router_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'port_id': 'f843f697-aa2c-489f-8351-4b3862c2d7aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb', 'mac_address': 'fa:16:3e:a9:2c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19394ed-505f-46ad-bd20-e0ccbbe728f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:55:22Z', 'updated_at': '2020-12-02T15:55:26Z', 'revision_number': 1, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b015b0f-d5c9-4a75-9ecf-487b079f7f6f', 'name': '', 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'mac_address': 'fa:16:3e:3a:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '58fb7be0-8747-4314-8cd6-9f3f0bf15dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:53:53Z', 'updated_at': '2020-12-02T15:54:04Z', 'revision_number': 5, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'subnets': [{'id': '58fb7be0-8747-4314-8cd6-9f3f0bf15dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:55:30.760119 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3370f2c-c654-46c1-bdeb-1a351f644a77 req-01b26855-015c-489d-a89f-24432a97c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:30.762550 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f3370f2c-c654-46c1-bdeb-1a351f644a77 req-01b26855-015c-489d-a89f-24432a97c1b7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=381266ba-2c0c-4b16-ae63-d025abb85ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1950972 Dec 02 15:55:30.771483 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e4bb2ddb-1833-4dfd-b413-8a52ff211ade req-53509542-33aa-4605-bdad-adf125fa6748 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288030 Dec 02 15:55:31.021017 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f3370f2c-c654-46c1-bdeb-1a351f644a77 req-75f50465-83da-44b3-bb83-e6af54e79ca0 service neutron] 10.222.0.90 "GET /v2.0/networks/381266ba-2c0c-4b16-ae63-d025abb85ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475371 Dec 02 15:55:31.242957 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966ac63d-cfce-4013-8532-a51390454dbd None None] New status for floating IP 621d1c6a-770b-4699-a9f3-ac7ec6cc37c4: ACTIVE {{(pid=80333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 02 15:55:31.259283 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2be435-fece-4b02-a78c-95afd584fa79 req-5559d477-a47d-42f2-afa1-95da542d81f5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:31.261192 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cd2be435-fece-4b02-a78c-95afd584fa79 req-5559d477-a47d-42f2-afa1-95da542d81f5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=0795d736-b54d-42bf-bb6b-1a6877b02df1 HTTP/1.1" status: 200 len: 945 time: 0.1269693 Dec 02 15:55:31.331916 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f3370f2c-c654-46c1-bdeb-1a351f644a77 req-4aac3950-7e7f-4d6a-9203-42ad129f8302 service neutron] 10.222.0.90 "GET /v2.0/networks/381266ba-2c0c-4b16-ae63-d025abb85ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2978015 Dec 02 15:55:31.365469 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cd2be435-fece-4b02-a78c-95afd584fa79 req-e8d07812-1d8f-40c7-834a-dddeefe5f556 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772331 Dec 02 15:55:32.008767 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:32.231827 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293221a6-ea6d-42b5-971f-42fa42c45b03 req-a6be2816-cfd3-4445-a020-ede5974d48d3 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:32.238907 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-293221a6-ea6d-42b5-971f-42fa42c45b03 req-a6be2816-cfd3-4445-a020-ede5974d48d3 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.1867867 Dec 02 15:55:32.299175 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-293221a6-ea6d-42b5-971f-42fa42c45b03 req-b35da27c-1c60-4cd6-ab65-b1e8b444638c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584445 Dec 02 15:55:33.528096 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d266f55-1906-4233-a3f1-eb10752664e8 req-1e962384-e058-4b97-a15a-881342457be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:33.529784 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6d266f55-1906-4233-a3f1-eb10752664e8 req-1e962384-e058-4b97-a15a-881342457be3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea&tenant_id=5dcc037c94944143a3f2fdcc7f6a2f6d HTTP/1.1" status: 200 len: 1161 time: 0.1599193 Dec 02 15:55:33.878795 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57607173-e6bc-4a84-9e05-3361ea7ca18c req-66152363-87b7-49ce-a55c-eb6370ee6cbd tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:33.878795 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-57607173-e6bc-4a84-9e05-3361ea7ca18c req-66152363-87b7-49ce-a55c-eb6370ee6cbd tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.1658995 Dec 02 15:55:33.879169 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d266f55-1906-4233-a3f1-eb10752664e8 req-e5af2755-3a60-4bbc-99a1-849286fbcf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:33.879169 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6d266f55-1906-4233-a3f1-eb10752664e8 req-e5af2755-3a60-4bbc-99a1-849286fbcf20 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5dcc037c94944143a3f2fdcc7f6a2f6d&device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 1161 time: 0.1761699 Dec 02 15:55:33.879487 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-57607173-e6bc-4a84-9e05-3361ea7ca18c req-076db4a6-ef8b-4951-8c9f-13925ff80a59 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676887 Dec 02 15:55:34.101697 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d266f55-1906-4233-a3f1-eb10752664e8 req-6f8229e3-cfd3-41d0-b4b4-7bb7be1820c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:34.103443 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6d266f55-1906-4233-a3f1-eb10752664e8 req-6f8229e3-cfd3-41d0-b4b4-7bb7be1820c2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ae619313-79bd-4f58-9d4f-05b9d1c1f579 HTTP/1.1" status: 200 len: 911 time: 0.2946985 Dec 02 15:55:34.258942 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6d266f55-1906-4233-a3f1-eb10752664e8 req-7f839e58-8ca0-485f-8c5a-70a428c5b42a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f701775-0a31-4c39-a9ae-08184535ec64 HTTP/1.1" status: 200 len: 1000 time: 0.1429420 Dec 02 15:55:34.361609 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d266f55-1906-4233-a3f1-eb10752664e8 req-3c1d73de-57d0-476b-a202-32e5112f31c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:34.365476 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6d266f55-1906-4233-a3f1-eb10752664e8 req-3c1d73de-57d0-476b-a202-32e5112f31c9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a59a6d3-2eec-4eca-96de-faf6098a43d0 HTTP/1.1" status: 200 len: 856 time: 0.0950189 Dec 02 15:55:34.551004 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d266f55-1906-4233-a3f1-eb10752664e8 req-bd5ba71b-fbcf-471e-a0c2-fe308d34cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:34.551004 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6d266f55-1906-4233-a3f1-eb10752664e8 req-bd5ba71b-fbcf-471e-a0c2-fe308d34cf5a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ae619313-79bd-4f58-9d4f-05b9d1c1f579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1474023 Dec 02 15:55:34.768797 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6d266f55-1906-4233-a3f1-eb10752664e8 req-f8b40198-f7a3-4d0c-a491-f72dc4478522 service neutron] 10.222.0.90 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070284 Dec 02 15:55:34.974252 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6d266f55-1906-4233-a3f1-eb10752664e8 req-a3a3c90a-db0f-4491-9bf3-f802b744ac00 service neutron] 10.222.0.90 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1974466 Dec 02 15:55:35.308232 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e70b8-380a-487b-83cc-f134af1b9a19 req-a6020e3b-5367-44cf-a46d-17867d66b3d7 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:35.310940 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8b3e70b8-380a-487b-83cc-f134af1b9a19 req-a6020e3b-5367-44cf-a46d-17867d66b3d7 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.1301649 Dec 02 15:55:35.381024 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8b3e70b8-380a-487b-83cc-f134af1b9a19 req-8bbd67c1-83dc-463d-bae5-c087aa8f21af tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561581 Dec 02 15:55:36.837162 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddb73e-96d3-4c44-a85c-75ace403ccd7 req-bd3d27d4-eb65-4763-ad04-d73f84891ffe tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:36.839156 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-67ddb73e-96d3-4c44-a85c-75ace403ccd7 req-bd3d27d4-eb65-4763-ad04-d73f84891ffe tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.1382847 Dec 02 15:55:36.897029 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-67ddb73e-96d3-4c44-a85c-75ace403ccd7 req-729e097c-e1fb-4fcc-8bde-3b6172e6094c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481663 Dec 02 15:55:38.336572 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3332fb-dcee-44be-a63c-36b2c7916402 req-6910789b-cb24-45a6-a0f7-c0cf87b2e0b5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:38.355468 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bf3332fb-dcee-44be-a63c-36b2c7916402 req-6910789b-cb24-45a6-a0f7-c0cf87b2e0b5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.2378159 Dec 02 15:55:38.449840 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bf3332fb-dcee-44be-a63c-36b2c7916402 req-53e84376-421e-4454-be8f-d37f88bfb498 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888941 Dec 02 15:55:39.912556 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688df6ec-773a-47c9-86e2-7147a081a03a req-c5ddda0f-beea-42b5-a0a8-0c0716492180 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:39.915049 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-688df6ec-773a-47c9-86e2-7147a081a03a req-c5ddda0f-beea-42b5-a0a8-0c0716492180 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.1517706 Dec 02 15:55:40.027443 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-688df6ec-773a-47c9-86e2-7147a081a03a req-137a9cb1-b6cd-4123-8aa2-987c713cc5b3 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035726 Dec 02 15:55:41.404569 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4ec85-ab67-4341-832d-5094ab98b97d req-2e2b81f8-852e-41ed-a7eb-8ed7b791d016 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:41.406670 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b8e4ec85-ab67-4341-832d-5094ab98b97d req-2e2b81f8-852e-41ed-a7eb-8ed7b791d016 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.1343379 Dec 02 15:55:41.503137 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b8e4ec85-ab67-4341-832d-5094ab98b97d req-1c2c763a-cf4c-46b3-a158-5fd403305159 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839207 Dec 02 15:55:42.758986 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 41830) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:43.412645 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b3184f7a-966a-4de0-9411-9e9582e10842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:43.439109 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6974b-a561-4fdc-a24c-3fee77c5d3a6 req-545609c8-8bfc-4094-825a-ae486c6eb26e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:43.441904 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-45b6974b-a561-4fdc-a24c-3fee77c5d3a6 req-545609c8-8bfc-4094-825a-ae486c6eb26e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.5323086 Dec 02 15:55:43.446934 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-b3184f7a-966a-4de0-9411-9e9582e10842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:55:43.451728 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-b3184f7a-966a-4de0-9411-9e9582e10842 admin admin] Usage tracker for resource:security_group_rule and tenant:43b54c0cd530437392e99c61c12f9cab is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:55:43.455424 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-b3184f7a-966a-4de0-9411-9e9582e10842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:55:43.477733 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-b3184f7a-966a-4de0-9411-9e9582e10842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:55:43.531763 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-45b6974b-a561-4fdc-a24c-3fee77c5d3a6 req-512a7a37-713f-4b7b-8e07-f496ce263c76 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727558 Dec 02 15:55:43.613180 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b3184f7a-966a-4de0-9411-9e9582e10842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:43.647693 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b3184f7a-966a-4de0-9411-9e9582e10842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:43.663844 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d434a78e-70da-4db8-b209-09c22fbb7b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:43.704236 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-b3184f7a-966a-4de0-9411-9e9582e10842 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=43b54c0cd530437392e99c61c12f9cab&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9374285 Dec 02 15:55:43.704868 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 41842) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:43.711601 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3184f7a-966a-4de0-9411-9e9582e10842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24da3c7-b953-4035-aacd-91237f0a7ddd,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:43.718011 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b3184f7a-966a-4de0-9411-9e9582e10842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:43.835719 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:43.884448 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:44.024627 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:44.036010 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-3177d046-3ef3-4904-93ae-66a68fe7489f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:44.062936 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24da3c7-b953-4035-aacd-91237f0a7ddd,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:44.091708 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:44.092244 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:44.092743 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:44.093237 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:44.093717 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:44.094216 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:44.094740 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:44.095219 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:44.095986 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:44.096522 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:44.097000 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:44.097472 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:44.098001 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:44.098510 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:44.102189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:44.102189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:44.102189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:44.102189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:44.102189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:44.102189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:44.102189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:44.102189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:44.102189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:44.104318 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:44.106938 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:44.112641 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:44.114114 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e24da3c7-b953-4035-aacd-91237f0a7ddd HTTP/1.1" status: 204 len: 168 time: 0.4067719 Dec 02 15:55:44.926054 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91d824-6743-4189-b6ce-1525bd3d918c req-3ac8bc26-1541-4b5c-bda3-28dc88afb517 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:44.930709 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1c91d824-6743-4189-b6ce-1525bd3d918c req-3ac8bc26-1541-4b5c-bda3-28dc88afb517 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.1521504 Dec 02 15:55:45.045007 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1c91d824-6743-4189-b6ce-1525bd3d918c req-8444992b-7f25-4a1c-b970-728b9012a098 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052058 Dec 02 15:55:45.072307 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 41862) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:45.096825 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-93c8121d-ee05-4357-9d21-da546a64b529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:45.147173 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-93c8121d-ee05-4357-9d21-da546a64b529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:55:45.165658 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-93c8121d-ee05-4357-9d21-da546a64b529 admin admin] Usage tracker for resource:security_group_rule and tenant:cafd34a2a8ae4543a3d8ac913ab1a0c5 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:55:45.172470 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-93c8121d-ee05-4357-9d21-da546a64b529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:55:45.185426 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-93c8121d-ee05-4357-9d21-da546a64b529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:55:45.330223 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 41870) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:45.380868 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-93c8121d-ee05-4357-9d21-da546a64b529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:45.422778 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-93c8121d-ee05-4357-9d21-da546a64b529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:45.476451 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-8cd9a9c5-b250-47f8-a66c-14e8498d60a5 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:45.490573 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-93c8121d-ee05-4357-9d21-da546a64b529 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cafd34a2a8ae4543a3d8ac913ab1a0c5&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4162781 Dec 02 15:55:45.494405 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 41876) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:45.576345 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8121d-ee05-4357-9d21-da546a64b529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcf87fd-086d-415c-aa48-84d733dad729,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:45.583464 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-93c8121d-ee05-4357-9d21-da546a64b529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:45.604403 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-da54bbcb-c410-4bf0-ac94-ca83b2d492ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:45.606366 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8009f5c4-11c8-4014-ba3d-c5b8d2e51f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:45.646521 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-da54bbcb-c410-4bf0-ac94-ca83b2d492ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:55:45.653896 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-da54bbcb-c410-4bf0-ac94-ca83b2d492ec admin admin] Usage tracker for resource:security_group_rule and tenant:dfcd2c9a5f0341b298bb42797ce3283b is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:55:45.659985 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-da54bbcb-c410-4bf0-ac94-ca83b2d492ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:55:45.669028 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8009f5c4-11c8-4014-ba3d-c5b8d2e51f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:45.672712 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-da54bbcb-c410-4bf0-ac94-ca83b2d492ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:55:45.773602 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8009f5c4-11c8-4014-ba3d-c5b8d2e51f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:45.779599 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:45.794518 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009f5c4-11c8-4014-ba3d-c5b8d2e51f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcf87fd-086d-415c-aa48-84d733dad729,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:45.797220 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-8009f5c4-11c8-4014-ba3d-c5b8d2e51f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:45.802926 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-da54bbcb-c410-4bf0-ac94-ca83b2d492ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:45.807477 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8009f5c4-11c8-4014-ba3d-c5b8d2e51f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:45.808377 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-8009f5c4-11c8-4014-ba3d-c5b8d2e51f32 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/efcf87fd-086d-415c-aa48-84d733dad729 HTTP/1.1" status: 204 len: 168 time: 0.3128796 Dec 02 15:55:45.842050 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-da54bbcb-c410-4bf0-ac94-ca83b2d492ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:45.861804 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-18eb9dda-8848-4025-b0d9-0365473df43e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:45.903073 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54bbcb-c410-4bf0-ac94-ca83b2d492ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96455a0b-3563-44fb-9067-dc15abae8990,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:45.914726 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-da54bbcb-c410-4bf0-ac94-ca83b2d492ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:45.929788 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 41884) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:45.930610 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-da54bbcb-c410-4bf0-ac94-ca83b2d492ec admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=dfcd2c9a5f0341b298bb42797ce3283b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5964513 Dec 02 15:55:46.046557 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:46.102466 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:46.236783 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:46.249736 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9c322cf1-9d4d-44cc-b395-9c4af465bb3f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:46.290241 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96455a0b-3563-44fb-9067-dc15abae8990,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:46.396761 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:46.397444 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:46.398165 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:46.398873 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:46.399542 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:46.400203 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:46.401056 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:46.401719 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:46.402384 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:46.403088 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:46.403743 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:46.404392 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:46.405135 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:46.405806 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:46.406512 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:46.407181 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:46.407864 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:46.408522 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:46.409172 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:46.410074 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:46.410951 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:46.411631 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:46.412287 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:46.412941 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:46.435081 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:46.437219 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/96455a0b-3563-44fb-9067-dc15abae8990 HTTP/1.1" status: 204 len: 168 time: 0.5056362 Dec 02 15:55:46.450677 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:46.532600 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ba074-55e0-4324-ad0e-b97b94947c11 req-6d1e1c53-4621-474c-9ae3-17a9e363f6ca tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:46.542638 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b02ba074-55e0-4324-ad0e-b97b94947c11 req-6d1e1c53-4621-474c-9ae3-17a9e363f6ca tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.2351658 Dec 02 15:55:46.620049 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b02ba074-55e0-4324-ad0e-b97b94947c11 req-260f2e79-86f8-4ec9-91b5-d90cdfc82bfe tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764294 Dec 02 15:55:47.249590 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 41906) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:47.290471 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-aab6688f-89b2-4a46-9165-a40c21768a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:47.337040 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-aab6688f-89b2-4a46-9165-a40c21768a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:55:47.348464 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-aab6688f-89b2-4a46-9165-a40c21768a1a admin admin] Usage tracker for resource:security_group_rule and tenant:c4041ffceefe47cd8640c025fafa404d is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:55:47.358945 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-aab6688f-89b2-4a46-9165-a40c21768a1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:55:47.368300 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-aab6688f-89b2-4a46-9165-a40c21768a1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:55:47.530035 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-aab6688f-89b2-4a46-9165-a40c21768a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:47.568626 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-aab6688f-89b2-4a46-9165-a40c21768a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:47.588036 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b9ba494c-2df6-4e88-ae29-e3ecb7f8d092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:47.646982 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-aab6688f-89b2-4a46-9165-a40c21768a1a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c4041ffceefe47cd8640c025fafa404d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3956399 Dec 02 15:55:47.650152 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 41916) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:47.651330 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6688f-89b2-4a46-9165-a40c21768a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863c9102-5571-4caf-a040-3fb88c43a185,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:47.660308 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-aab6688f-89b2-4a46-9165-a40c21768a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:47.782491 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4ccee13c-b55e-465c-9dd4-09bb7da659a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:47.824390 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4ccee13c-b55e-465c-9dd4-09bb7da659a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:47.932487 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4ccee13c-b55e-465c-9dd4-09bb7da659a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:47.978122 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-33709de3-ed22-4d29-abf6-d7ade8931345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:48.036398 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4ccee13c-b55e-465c-9dd4-09bb7da659a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:48.042682 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-4ccee13c-b55e-465c-9dd4-09bb7da659a2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/863c9102-5571-4caf-a040-3fb88c43a185 HTTP/1.1" status: 204 len: 168 time: 0.3901832 Dec 02 15:55:48.046661 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccee13c-b55e-465c-9dd4-09bb7da659a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863c9102-5571-4caf-a040-3fb88c43a185,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:48.064687 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-4ccee13c-b55e-465c-9dd4-09bb7da659a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:48.188322 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12794eea-2af6-4cff-b912-0b57e057ef88 req-5d6df40a-dec0-4820-9c30-377f5d33eb82 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:48.205082 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-12794eea-2af6-4cff-b912-0b57e057ef88 req-5d6df40a-dec0-4820-9c30-377f5d33eb82 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.2590263 Dec 02 15:55:48.326935 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-12794eea-2af6-4cff-b912-0b57e057ef88 req-abc38516-1ef7-484c-9d32-c3251990f1b4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195135 Dec 02 15:55:49.009063 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 41934) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:49.043598 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-816310d9-23c3-439c-a6b8-0fc16a55530a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:49.073425 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-816310d9-23c3-439c-a6b8-0fc16a55530a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:55:49.083692 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-816310d9-23c3-439c-a6b8-0fc16a55530a admin admin] Usage tracker for resource:security_group_rule and tenant:e03d823eb1af4ee6a9e1bf150c32278e is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:55:49.088562 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-816310d9-23c3-439c-a6b8-0fc16a55530a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:55:49.099367 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-816310d9-23c3-439c-a6b8-0fc16a55530a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:55:49.243837 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-816310d9-23c3-439c-a6b8-0fc16a55530a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:49.293650 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-816310d9-23c3-439c-a6b8-0fc16a55530a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:49.307690 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-385d5245-3405-4a66-94db-eb0ea1f3edc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:49.347294 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-816310d9-23c3-439c-a6b8-0fc16a55530a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e03d823eb1af4ee6a9e1bf150c32278e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3362193 Dec 02 15:55:49.350824 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 41940) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:49.375402 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816310d9-23c3-439c-a6b8-0fc16a55530a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce5e17e-3d5e-4349-9280-a5ae590d5b87,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:49.383975 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-816310d9-23c3-439c-a6b8-0fc16a55530a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:49.445010 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0a85357d-d906-40d2-93c6-f6578317f7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:49.541213 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0a85357d-d906-40d2-93c6-f6578317f7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:49.808153 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27386d-3392-46a0-b938-b723bf2c8641 req-19122f2b-145d-42fb-8a1f-bc47fcae73a9 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:49.815645 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7d27386d-3392-46a0-b938-b723bf2c8641 req-19122f2b-145d-42fb-8a1f-bc47fcae73a9 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.2100239 Dec 02 15:55:49.825794 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0a85357d-d906-40d2-93c6-f6578317f7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:49.847291 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6d3dfbc3-476c-47b3-b67c-92a2306b952f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:49.893811 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85357d-d906-40d2-93c6-f6578317f7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce5e17e-3d5e-4349-9280-a5ae590d5b87,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:49.904838 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0a85357d-d906-40d2-93c6-f6578317f7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:49.905144 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-0a85357d-d906-40d2-93c6-f6578317f7d3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9ce5e17e-3d5e-4349-9280-a5ae590d5b87 HTTP/1.1" status: 204 len: 168 time: 0.5524309 Dec 02 15:55:49.910087 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0a85357d-d906-40d2-93c6-f6578317f7d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:49.935493 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7d27386d-3392-46a0-b938-b723bf2c8641 req-e231ef68-8521-422d-a0be-878b3b4525bc tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913217 Dec 02 15:55:51.461476 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc5c20-8164-43c1-8f3d-5d27520a58e4 req-4000e8bf-5307-48dd-8aa6-9867f9019dde tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:51.473576 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cbcc5c20-8164-43c1-8f3d-5d27520a58e4 req-4000e8bf-5307-48dd-8aa6-9867f9019dde tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.1396325 Dec 02 15:55:51.571098 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cbcc5c20-8164-43c1-8f3d-5d27520a58e4 req-5f2abb50-a7a8-4e1e-8941-b2ab55b9adc6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945294 Dec 02 15:55:52.923549 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3f7e7b31-7fd2-4423-b3b1-e195a1f45907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:53.053434 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d147b3-9de6-448a-bc9f-d896553843f4 req-b37f76a0-901a-4e9d-ad14-6ac5bda4ba0d tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:53.056924 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f0d147b3-9de6-448a-bc9f-d896553843f4 req-b37f76a0-901a-4e9d-ad14-6ac5bda4ba0d tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.1445136 Dec 02 15:55:53.152550 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f0d147b3-9de6-448a-bc9f-d896553843f4 req-33a0b117-07be-485f-b885-36d98c17656e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827918 Dec 02 15:55:53.323286 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 42002) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:53.533367 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2eba2aa2-b98b-4a15-b574-df0d2b528bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:53.564692 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-2eba2aa2-b98b-4a15-b574-df0d2b528bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:55:53.572908 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-2eba2aa2-b98b-4a15-b574-df0d2b528bb9 admin admin] Usage tracker for resource:security_group_rule and tenant:3cb37d3f45d242bfa13c64f8fad1e1bf is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:55:53.578762 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-2eba2aa2-b98b-4a15-b574-df0d2b528bb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:55:53.590753 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-2eba2aa2-b98b-4a15-b574-df0d2b528bb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:55:53.790012 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2eba2aa2-b98b-4a15-b574-df0d2b528bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:53.817051 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2eba2aa2-b98b-4a15-b574-df0d2b528bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:53.830154 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a6df9f26-93d5-4560-b80f-5345ef45cb7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:53.897025 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-2eba2aa2-b98b-4a15-b574-df0d2b528bb9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3cb37d3f45d242bfa13c64f8fad1e1bf&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5718472 Dec 02 15:55:53.900091 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba2aa2-b98b-4a15-b574-df0d2b528bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89c3de8-1bd8-4d27-b5d1-80e2ea7c26eb,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:53.901529 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 42018) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:53.905774 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2eba2aa2-b98b-4a15-b574-df0d2b528bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:53.998695 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ee624a7d-8f26-44ed-a730-9e2428f9ea58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:54.035116 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ee624a7d-8f26-44ed-a730-9e2428f9ea58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:54.136849 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ee624a7d-8f26-44ed-a730-9e2428f9ea58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:54.146963 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-df46c128-d057-4af2-9564-0d1513fb94df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:54.175662 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee624a7d-8f26-44ed-a730-9e2428f9ea58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89c3de8-1bd8-4d27-b5d1-80e2ea7c26eb,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:54.179371 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ee624a7d-8f26-44ed-a730-9e2428f9ea58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:54.190830 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ee624a7d-8f26-44ed-a730-9e2428f9ea58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:54.193400 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-ee624a7d-8f26-44ed-a730-9e2428f9ea58 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a89c3de8-1bd8-4d27-b5d1-80e2ea7c26eb HTTP/1.1" status: 204 len: 168 time: 0.2900479 Dec 02 15:55:54.439234 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8fa431db-c34f-44d8-95fd-36190a47c5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:54.525245 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbfaba-7c10-438c-8441-a43fcfe293d8 req-80856de4-4441-4148-a41c-275c5a6b6ff7 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:54.528741 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4cbbfaba-7c10-438c-8441-a43fcfe293d8 req-80856de4-4441-4148-a41c-275c5a6b6ff7 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.1470077 Dec 02 15:55:54.559907 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:55:54.637120 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4cbbfaba-7c10-438c-8441-a43fcfe293d8 req-d4b10714-6c8f-4b22-9c98-d8788fd1e62c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002095 Dec 02 15:55:54.863168 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:55.757841 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:55.907304 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb7f97-1b8f-4199-853e-05d64ddbfdff req-9a9d32c9-4d34-404a-9e7b-e7ed67c9a20c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:55.911179 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3abb7f97-1b8f-4199-853e-05d64ddbfdff req-9a9d32c9-4d34-404a-9e7b-e7ed67c9a20c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.1062393 Dec 02 15:55:55.994944 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3abb7f97-1b8f-4199-853e-05d64ddbfdff req-85b51918-cdb7-4159-8198-88bba38ed093 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764008 Dec 02 15:55:56.497197 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 42052) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:56.693026 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2469b8b6-aa1a-4e11-932a-e7dd9689dcca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:56.717357 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-2469b8b6-aa1a-4e11-932a-e7dd9689dcca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:55:56.728500 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-2469b8b6-aa1a-4e11-932a-e7dd9689dcca admin admin] Usage tracker for resource:security_group_rule and tenant:f2b2b2273847405c974478a46901e4c6 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:55:56.733939 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-2469b8b6-aa1a-4e11-932a-e7dd9689dcca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:55:56.742195 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-2469b8b6-aa1a-4e11-932a-e7dd9689dcca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:55:56.778566 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-fd9d761b-85a0-4a04-a9c9-9c9dac96ceb7 req-4e1f3d61-2423-43ab-b602-4db5d66d43b8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3278959 Dec 02 15:55:56.836231 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:56.864533 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2469b8b6-aa1a-4e11-932a-e7dd9689dcca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:56.933791 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2469b8b6-aa1a-4e11-932a-e7dd9689dcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:56.946972 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-da54bbcb-c410-4bf0-ac94-ca83b2d492ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:56.998424 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-2469b8b6-aa1a-4e11-932a-e7dd9689dcca admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f2b2b2273847405c974478a46901e4c6&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4998903 Dec 02 15:55:57.001940 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 42060) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:57.016775 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469b8b6-aa1a-4e11-932a-e7dd9689dcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507f70af-f32d-4f6a-9d3c-e5a88ec7116e,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:57.023552 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2469b8b6-aa1a-4e11-932a-e7dd9689dcca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:57.045654 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d761b-85a0-4a04-a9c9-9c9dac96ceb7 req-c4a22103-7b9e-4e24-8a36-438d35af12e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:57.047411 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-fd9d761b-85a0-4a04-a9c9-9c9dac96ceb7 req-c4a22103-7b9e-4e24-8a36-438d35af12e0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cca84cc05e794548902f38e2444508de&device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 1162 time: 0.1578224 Dec 02 15:55:57.178048 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b37994eb-8c9a-4ef5-960d-6296673df393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:57.246997 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b37994eb-8c9a-4ef5-960d-6296673df393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:57.421136 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3b6fc-fa76-4d8f-beff-198c58f0df84 req-5d4d5b78-1703-42e9-ae5c-fc55b6b11977 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:57.422861 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e4d3b6fc-fa76-4d8f-beff-198c58f0df84 req-5d4d5b78-1703-42e9-ae5c-fc55b6b11977 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.1456993 Dec 02 15:55:57.448973 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b37994eb-8c9a-4ef5-960d-6296673df393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:57.458316 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0a85357d-d906-40d2-93c6-f6578317f7d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:57.476536 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37994eb-8c9a-4ef5-960d-6296673df393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507f70af-f32d-4f6a-9d3c-e5a88ec7116e,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:57.479251 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b37994eb-8c9a-4ef5-960d-6296673df393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:57.480571 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d761b-85a0-4a04-a9c9-9c9dac96ceb7 req-0346a4f3-92ee-4084-90c7-4ba9dd38331b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:57.482338 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-fd9d761b-85a0-4a04-a9c9-9c9dac96ceb7 req-0346a4f3-92ee-4084-90c7-4ba9dd38331b service neutron] 10.222.0.90 "GET /v2.0/networks?id=897c5c37-7e4c-49f0-aa05-6604955b43fe HTTP/1.1" status: 200 len: 904 time: 0.3924379 Dec 02 15:55:57.507839 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b37994eb-8c9a-4ef5-960d-6296673df393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:57.512132 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-b37994eb-8c9a-4ef5-960d-6296673df393 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/507f70af-f32d-4f6a-9d3c-e5a88ec7116e HTTP/1.1" status: 204 len: 168 time: 0.5064695 Dec 02 15:55:57.517619 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e4d3b6fc-fa76-4d8f-beff-198c58f0df84 req-4c1cf7a0-3598-4b85-9ce6-7c50294408da tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866272 Dec 02 15:55:57.620531 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-fd9d761b-85a0-4a04-a9c9-9c9dac96ceb7 req-89e5c460-d58c-4da2-85f4-63ebddef5e27 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62fb1714-cf93-450d-91c5-2f776526d469 HTTP/1.1" status: 200 len: 1000 time: 0.1296816 Dec 02 15:55:57.701775 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d761b-85a0-4a04-a9c9-9c9dac96ceb7 req-da0cb8fa-bbe6-4c28-9b07-56ec9c2efbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:57.703428 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-fd9d761b-85a0-4a04-a9c9-9c9dac96ceb7 req-da0cb8fa-bbe6-4c28-9b07-56ec9c2efbf3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1dec06aa-ae61-48b1-9f23-8da853bd2bcb HTTP/1.1" status: 200 len: 849 time: 0.0699289 Dec 02 15:55:57.796431 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d761b-85a0-4a04-a9c9-9c9dac96ceb7 req-dbe843ac-01bc-4840-863e-6de9eec6257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:57.798122 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-fd9d761b-85a0-4a04-a9c9-9c9dac96ceb7 req-dbe843ac-01bc-4840-863e-6de9eec6257e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=897c5c37-7e4c-49f0-aa05-6604955b43fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831697 Dec 02 15:55:57.959156 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-fd9d761b-85a0-4a04-a9c9-9c9dac96ceb7 req-7e94eb6f-5b43-41de-b035-a22962c17dc2 service neutron] 10.222.0.90 "GET /v2.0/networks/897c5c37-7e4c-49f0-aa05-6604955b43fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476369 Dec 02 15:55:58.169783 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-fd9d761b-85a0-4a04-a9c9-9c9dac96ceb7 req-cb1b0768-a8bc-4a3f-88c8-abd53abe2b74 service neutron] 10.222.0.90 "GET /v2.0/networks/897c5c37-7e4c-49f0-aa05-6604955b43fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1945469 Dec 02 15:55:58.208892 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 1f701775-0a31-4c39-a9ae-08184535ec64 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:55:58.301325 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 1f701775-0a31-4c39-a9ae-08184535ec64 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:55:58.301901 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:58.475944 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:58.541291 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 1f701775-0a31-4c39-a9ae-08184535ec64, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=1f701775-0a31-4c39-a9ae-08184535ec64,segment=NetworkSegment(ca708766-9b54-46c3-9628-ffb652be6104),segment_id=ca708766-9b54-46c3-9628-ffb652be6104)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:55:58.544931 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7eee02-ef8c-465f-8f38-00bd5875d9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f701775-0a31-4c39-a9ae-08184535ec64'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:55:58.613205 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:58.615509 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:58.666900 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7eee02-ef8c-465f-8f38-00bd5875d9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f701775-0a31-4c39-a9ae-08184535ec64', 'code': 200} Dec 02 15:55:58.736575 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=1f701775-0a31-4c39-a9ae-08184535ec64,revision_number=6']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:58.746199 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:58.746589 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:58.748298 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:58.748881 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:58.749419 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:58.749784 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:58.750363 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:58.750959 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:58.751309 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:58.751661 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:58.752777 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:58.753470 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:58.753889 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:58.754255 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:58.754668 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:58.755036 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:58.755397 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:58.755771 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:58.756122 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:58.756526 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:58.756820 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:58.757177 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:58.757535 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:58.757893 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:55:58.762821 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:58.801819 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa71837-889a-4405-9c5d-5cf254be050d req-3ddad1ff-1263-44db-a581-d323390df7db tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:58.803853 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2aa71837-889a-4405-9c5d-5cf254be050d req-3ddad1ff-1263-44db-a581-d323390df7db tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.1068394 Dec 02 15:55:58.860384 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2aa71837-889a-4405-9c5d-5cf254be050d req-706d93b2-112e-49e3-bbde-5b940c93ba94 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483911 Dec 02 15:55:58.948678 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 42096) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:55:59.106934 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1727419421-network', 'tenant_id': '1053b82fceb54d2484a3a3aaf17d8925'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:55:59.113600 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:55:59.118246 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Usage tracker for resource:network and tenant:1053b82fceb54d2484a3a3aaf17d8925 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:55:59.122105 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:55:59.129661 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:55:59.176937 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Made reservation on behalf of 1053b82fceb54d2484a3a3aaf17d8925 for: {'network': 1} {{(pid=80331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:55:59.182074 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for network, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:59.197020 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:59.213565 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:55:59.218023 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Usage tracker for resource:security_group_rule and tenant:1053b82fceb54d2484a3a3aaf17d8925 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:55:59.221654 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:55:59.228000 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:55:59.339868 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:59.387960 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:59.395635 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2c9cfc25-f1ea-46b7-b0ed-bdcbec30512c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:55:59.440724 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f67bedd-65fa-456f-b116-1f6fa12a8d84,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:55:59.444085 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:55:59.599706 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 15:55:59.690277 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737198195520', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:59.690778 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.segments_db [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Added segment fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76 of type vxlan for network e89b5eeb-c5bf-44f5-92c1-a531a00741ed Dec 02 15:55:59.706087 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 1f701775-0a31-4c39-a9ae-08184535ec64 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:55:59.788902 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 1f701775-0a31-4c39-a9ae-08184535ec64 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:55:59.789316 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:59.852696 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737197622950'] for network, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:55:59.962118 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867dc01-8996-4ef3-ac25-72c5a41172d0 req-32f3dff2-3945-4f15-ab71-c72dc145daec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:55:59.963712 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e867dc01-8996-4ef3-ac25-72c5a41172d0 req-32f3dff2-3945-4f15-ab71-c72dc145daec service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 1163 time: 0.1018143 Dec 02 15:56:00.021262 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e867dc01-8996-4ef3-ac25-72c5a41172d0 req-aeb9c60b-64d1-47d5-8900-b250960ba61f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470557 Dec 02 15:56:00.036272 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for network, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:00.038283 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:00.039411 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:00.044113 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-7271691d-ad49-4bb0-ba4b-6cdec61ffb02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:00.246534 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Pushing event updated for resources: {'Network': ['ID=e89b5eeb-c5bf-44f5-92c1-a531a00741ed,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:00.249872 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:00.262268 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Network e89b5eeb-c5bf-44f5-92c1-a531a00741ed details requested by agent ovs-agent-dv-cinder-737618-2-smb with host dv-cinder-737618-2-smb {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:56:00.282076 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Network e89b5eeb-c5bf-44f5-92c1-a531a00741ed details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:56:00.293899 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3405271 Dec 02 15:56:00.294849 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 42108) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:56:00.307436 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-2061f931-2769-4c2c-b857-4a8ab937bab1 admin admin] Request body: {'subnet': {'network_id': 'e89b5eeb-c5bf-44f5-92c1-a531a00741ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1727419421-subnet', 'tenant_id': '1053b82fceb54d2484a3a3aaf17d8925', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:56:00.319231 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-2061f931-2769-4c2c-b857-4a8ab937bab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:56:00.319983 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99daa25-95d1-443c-aae0-542de997ad39 req-3cbcb47d-fcb4-407d-b905-300c34b407b8 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:00.322831 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a99daa25-95d1-443c-aae0-542de997ad39 req-3cbcb47d-fcb4-407d-b905-300c34b407b8 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.2469981 Dec 02 15:56:00.334189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-2061f931-2769-4c2c-b857-4a8ab937bab1 admin admin] Usage tracker for resource:subnet and tenant:1053b82fceb54d2484a3a3aaf17d8925 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:56:00.340831 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-2061f931-2769-4c2c-b857-4a8ab937bab1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:56:00.354164 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-2061f931-2769-4c2c-b857-4a8ab937bab1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:56:00.411198 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a99daa25-95d1-443c-aae0-542de997ad39 req-042587eb-e162-4206-a67d-6ba5dc5375b3 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785670 Dec 02 15:56:00.457530 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2061f931-2769-4c2c-b857-4a8ab937bab1 admin admin] Made reservation on behalf of 1053b82fceb54d2484a3a3aaf17d8925 for: {'subnet': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:56:00.465960 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2061f931-2769-4c2c-b857-4a8ab937bab1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036840066806'] for subnet, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:01.601496 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2061f931-2769-4c2c-b857-4a8ab937bab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839054388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036840066789'] for subnet, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:01.617584 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ee077a72-4851-4d54-81d2-dd56969644b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:01.705098 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e88d8-efa8-49e4-ac42-48c70bf33ce4 req-66b8ce84-6ba8-44a5-8701-82e410ff9f2e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:01.708306 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b79e88d8-efa8-49e4-ac42-48c70bf33ce4 req-66b8ce84-6ba8-44a5-8701-82e410ff9f2e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.1203339 Dec 02 15:56:01.754193 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061f931-2769-4c2c-b857-4a8ab937bab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b08337c-dd73-4ddf-8f57-387801ef013e,revision_number=0']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:01.764140 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2061f931-2769-4c2c-b857-4a8ab937bab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:01.766266 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b79e88d8-efa8-49e4-ac42-48c70bf33ce4 req-0d562634-20b1-4668-ba0b-c8c277f6d984 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468121 Dec 02 15:56:01.853825 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2061f931-2769-4c2c-b857-4a8ab937bab1 admin admin] Checking segment: {'id': 'fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e89b5eeb-c5bf-44f5-92c1-a531a00741ed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:56:01.854219 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2061f931-2769-4c2c-b857-4a8ab937bab1 admin admin] Network hostable DHCP agents. Network: e89b5eeb-c5bf-44f5-92c1-a531a00741ed, hostable agents: ['f9c54d63-a3bd-491a-8648-7c87c1e70bbe'], hosted agents: [] {{(pid=80330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 15:56:01.956550 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2061f931-2769-4c2c-b857-4a8ab937bab1 admin admin] Network e89b5eeb-c5bf-44f5-92c1-a531a00741ed is scheduled to be hosted by DHCP agent f9c54d63-a3bd-491a-8648-7c87c1e70bbe with binding_index 1 {{(pid=80330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 15:56:02.073127 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-2061f931-2769-4c2c-b857-4a8ab937bab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-smb, e89b5eeb-c5bf-44f5-92c1-a531a00741ed) {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:56:02.089505 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:02.089505 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe0cb6d-1d14-4bac-bc13-eaf67e6ff218 None None] Network e89b5eeb-c5bf-44f5-92c1-a531a00741ed requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:56:02.090532 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2061f931-2769-4c2c-b857-4a8ab937bab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:02.090532 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2061f931-2769-4c2c-b857-4a8ab937bab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for subnet, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:02.148634 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-2061f931-2769-4c2c-b857-4a8ab937bab1 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8514099 Dec 02 15:56:02.527200 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383c8a75-66e5-43a3-9293-4398e4830416 None None] Network e89b5eeb-c5bf-44f5-92c1-a531a00741ed requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:56:03.075923 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98900440-f5ad-4bc7-ae09-2a9e97b4091f req-f5a16966-1d8e-49a5-a861-fd527b6e5598 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:03.079191 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-98900440-f5ad-4bc7-ae09-2a9e97b4091f req-f5a16966-1d8e-49a5-a861-fd527b6e5598 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.1445301 Dec 02 15:56:03.135634 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-98900440-f5ad-4bc7-ae09-2a9e97b4091f req-68a9ce5a-caf4-436c-b7e5-2475644fe57b tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492022 Dec 02 15:56:04.381544 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ad627-b5fc-4912-ac24-c7f0e97a795b req-c30e59d4-c4e0-4583-8b75-e9a3c779cd74 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:04.383248 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-074ad627-b5fc-4912-ac24-c7f0e97a795b req-c30e59d4-c4e0-4583-8b75-e9a3c779cd74 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.0906096 Dec 02 15:56:04.438903 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-074ad627-b5fc-4912-ac24-c7f0e97a795b req-4d7b4c96-caf2-4f9d-b7e8-cc05c1a3675d tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435588 Dec 02 15:56:04.985939 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-b2ea76c1-c1c6-430c-918b-219749246ad0 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:04.987106 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-b2ea76c1-c1c6-430c-918b-219749246ad0 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Synchronizing usage tracker for tenant:1053b82fceb54d2484a3a3aaf17d8925 on resource:network {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:56:05.035742 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-b2ea76c1-c1c6-430c-918b-219749246ad0 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Unset dirty status for tenant:1053b82fceb54d2484a3a3aaf17d8925 on resource:network {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:56:05.037053 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-b2ea76c1-c1c6-430c-918b-219749246ad0 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/networks?id=e89b5eeb-c5bf-44f5-92c1-a531a00741ed HTTP/1.1" status: 200 len: 809 time: 0.2384472 Dec 02 15:56:05.056124 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-fb26e0cc-f1cb-47f3-b154-df3ffb41b83b tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/quotas/1053b82fceb54d2484a3a3aaf17d8925 HTTP/1.1" status: 200 len: 375 time: 0.0124991 Dec 02 15:56:05.116227 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-2579c3ad-fa29-43a8-8c8f-59025b6feff9 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?tenant_id=1053b82fceb54d2484a3a3aaf17d8925&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523708 Dec 02 15:56:05.421216 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-8932b646-b925-4c00-8ae2-e79d16279adc service neutron] 10.222.0.98 "GET /v2.0/networks/e89b5eeb-c5bf-44f5-92c1-a531a00741ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968845 Dec 02 15:56:05.575333 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-7a3f1b9f-8b00-42c0-9584-25f79763ff29 service neutron] 10.222.0.98 "GET /v2.0/networks/e89b5eeb-c5bf-44f5-92c1-a531a00741ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1465888 Dec 02 15:56:05.824019 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-24079dda-f943-45e0-8664-943ae5649434 req-c42265fb-550b-4e57-a679-4155d79721a5 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=6303c13c-62e0-4d20-b828-c28e375491c4 HTTP/1.1" status: 200 len: 210 time: 0.0503440 Dec 02 15:56:07.014432 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f83d47f3-12d4-4403-9cf1-01c884a9d89d req-e7e09b12-4bda-4982-801e-40cf16c02bc7 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=6303c13c-62e0-4d20-b828-c28e375491c4 HTTP/1.1" status: 200 len: 210 time: 0.0474052 Dec 02 15:56:08.203513 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bfdcaf87-22ba-4931-b0e8-41575127e1a5 req-d7cfe0e6-e4fc-4a99-9641-1f9286483316 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=6303c13c-62e0-4d20-b828-c28e375491c4 HTTP/1.1" status: 200 len: 210 time: 0.0520461 Dec 02 15:56:08.298966 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-6a991625-a142-4ebe-87a8-d61a25f2e03e tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:08.301183 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-6a991625-a142-4ebe-87a8-d61a25f2e03e tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.90 "GET /v2.0/networks?id=e89b5eeb-c5bf-44f5-92c1-a531a00741ed HTTP/1.1" status: 200 len: 809 time: 0.1679463 Dec 02 15:56:08.326513 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-81161163-5ea3-4c7d-b75e-58b9e14dc2c4 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Request body: {'port': {'device_id': '6303c13c-62e0-4d20-b828-c28e375491c4', 'network_id': 'e89b5eeb-c5bf-44f5-92c1-a531a00741ed', 'admin_state_up': True, 'tenant_id': '1053b82fceb54d2484a3a3aaf17d8925'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:56:08.486853 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-81161163-5ea3-4c7d-b75e-58b9e14dc2c4 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:56:08.491636 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-81161163-5ea3-4c7d-b75e-58b9e14dc2c4 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Usage tracker for resource:port and tenant:1053b82fceb54d2484a3a3aaf17d8925 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:56:08.494870 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-81161163-5ea3-4c7d-b75e-58b9e14dc2c4 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Quota usage for port was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:56:08.501251 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-81161163-5ea3-4c7d-b75e-58b9e14dc2c4 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:56:08.541928 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-81161163-5ea3-4c7d-b75e-58b9e14dc2c4 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Made reservation on behalf of 1053b82fceb54d2484a3a3aaf17d8925 for: {'port': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:56:08.547608 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-81161163-5ea3-4c7d-b75e-58b9e14dc2c4 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:08.897923 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-81161163-5ea3-4c7d-b75e-58b9e14dc2c4 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Allocated IP 172.20.0.10 (e89b5eeb-c5bf-44f5-92c1-a531a00741ed/8b08337c-dd73-4ddf-8f57-387801ef013e/80ac70a6-1b3b-4054-af84-d6b77f4a33a7) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:56:09.133270 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-81161163-5ea3-4c7d-b75e-58b9e14dc2c4 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:09.190929 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-81161163-5ea3-4c7d-b75e-58b9e14dc2c4 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:09.205946 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-aa7adf9a-d66f-4317-8879-67a2c518c814 tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:09.352888 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81161163-5ea3-4c7d-b75e-58b9e14dc2c4 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Pushing event updated for resources: {'Port': ['ID=80ac70a6-1b3b-4054-af84-d6b77f4a33a7,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:09.372917 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-81161163-5ea3-4c7d-b75e-58b9e14dc2c4 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:09.418690 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-81161163-5ea3-4c7d-b75e-58b9e14dc2c4 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Network e89b5eeb-c5bf-44f5-92c1-a531a00741ed is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:56:09.420145 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-81161163-5ea3-4c7d-b75e-58b9e14dc2c4 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:56:09.423127 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-81161163-5ea3-4c7d-b75e-58b9e14dc2c4 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:56:09.455420 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd41f0-6c0d-4dc4-ac05-7dcb020e2d2b req-25f059b3-40d7-496b-932d-23141f47e77c tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:09.456988 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a5fd41f0-6c0d-4dc4-ac05-7dcb020e2d2b req-25f059b3-40d7-496b-932d-23141f47e77c tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=6303c13c-62e0-4d20-b828-c28e375491c4 HTTP/1.1" status: 200 len: 932 time: 0.0921178 Dec 02 15:56:09.497602 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-81161163-5ea3-4c7d-b75e-58b9e14dc2c4 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:09.498374 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-81161163-5ea3-4c7d-b75e-58b9e14dc2c4 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:09.506999 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-a5fd41f0-6c0d-4dc4-ac05-7dcb020e2d2b req-4fd099f7-a4d0-4cba-aaa4-82de08587bb5 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Synchronizing usage tracker for tenant:1053b82fceb54d2484a3a3aaf17d8925 on resource:security_group {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:56:09.562266 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-81161163-5ea3-4c7d-b75e-58b9e14dc2c4 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2402992 Dec 02 15:56:09.579009 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-a5fd41f0-6c0d-4dc4-ac05-7dcb020e2d2b req-4fd099f7-a4d0-4cba-aaa4-82de08587bb5 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Unset dirty status for tenant:1053b82fceb54d2484a3a3aaf17d8925 on resource:security_group {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:56:09.580905 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a5fd41f0-6c0d-4dc4-ac05-7dcb020e2d2b req-4fd099f7-a4d0-4cba-aaa4-82de08587bb5 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165638 Dec 02 15:56:09.591492 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] Request body: {'port': {'device_id': '6303c13c-62e0-4d20-b828-c28e375491c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:56:09.781818 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:10.292829 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ac70a6-1b3b-4054-af84-d6b77f4a33a7 {{(pid=80330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 15:56:10.301994 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:10.316769 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] Transition to ACTIVE for port object 80ac70a6-1b3b-4054-af84-d6b77f4a33a7 will not be triggered until provisioned by entity L2. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:56:10.365102 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:10.395339 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9e4f5cb1-e222-4750-94fb-d923d6bda738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:10.534585 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] Pushing event updated for resources: {'Port': ['ID=80ac70a6-1b3b-4054-af84-d6b77f4a33a7,revision_number=2']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:10.540725 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:10.780206 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] Attempting to bind port 80ac70a6-1b3b-4054-af84-d6b77f4a33a7 on host hv-cinder-73761 for vnic_type normal with profile {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:56:10.780587 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] Attempting to bind port 80ac70a6-1b3b-4054-af84-d6b77f4a33a7 by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': 'fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e89b5eeb-c5bf-44f5-92c1-a531a00741ed'}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:56:10.780955 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] Attempting to bind port 80ac70a6-1b3b-4054-af84-d6b77f4a33a7 on network e89b5eeb-c5bf-44f5-92c1-a531a00741ed {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:56:10.797621 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] Checking agent: {'id': 'a457a183-c7c9-4615-b19d-972b3b736d4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 48, 2), 'started_at': datetime.datetime(2020, 12, 2, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:56:10.797621 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] Checking segment: {'id': 'fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e89b5eeb-c5bf-44f5-92c1-a531a00741ed'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:56:10.797621 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:10.797621 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] Bound using segment: {'id': 'fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e89b5eeb-c5bf-44f5-92c1-a531a00741ed'} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:56:10.797621 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] Bound port: 80ac70a6-1b3b-4054-af84-d6b77f4a33a7, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e89b5eeb-c5bf-44f5-92c1-a531a00741ed'}}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:56:10.797621 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:10.908889 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] For port 80ac70a6-1b3b-4054-af84-d6b77f4a33a7, host hv-cinder-73761, cleared binding levels {{(pid=80330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:56:10.912643 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] For port 80ac70a6-1b3b-4054-af84-d6b77f4a33a7, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=80ac70a6-1b3b-4054-af84-d6b77f4a33a7,segment=NetworkSegment(fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76),segment_id=fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76)] {{(pid=80330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:56:10.956969 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:10.974729 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:11.019514 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c66157-6b13-4287-ae10-652fa460cfc0 req-6a3d468f-98d5-46e6-8aea-724e26c99455 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:11.027138 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-58c66157-6b13-4287-ae10-652fa460cfc0 req-6a3d468f-98d5-46e6-8aea-724e26c99455 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=6303c13c-62e0-4d20-b828-c28e375491c4 HTTP/1.1" status: 200 len: 944 time: 0.2145188 Dec 02 15:56:11.055709 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cf665-f1b2-4ddf-ac9d-f55817a622d6 req-e984d1cc-d18f-42ff-ad5c-9ffba61a4d6a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:11.057414 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2c2cf665-f1b2-4ddf-ac9d-f55817a622d6 req-e984d1cc-d18f-42ff-ad5c-9ffba61a4d6a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.1658990 Dec 02 15:56:11.110051 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-58c66157-6b13-4287-ae10-652fa460cfc0 req-61b55da9-ece5-4534-822d-09bb1042a61b tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774682 Dec 02 15:56:11.128767 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] Pushing event updated for resources: {'Port': ['ID=80ac70a6-1b3b-4054-af84-d6b77f4a33a7,revision_number=3']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:11.132848 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:11.141240 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2c2cf665-f1b2-4ddf-ac9d-f55817a622d6 req-c71d0e33-bee1-499f-a6a9-bd8d4ffa76d9 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724394 Dec 02 15:56:11.186069 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:11.186767 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:11.188321 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] 10.222.0.90 "PUT /v2.0/ports/80ac70a6-1b3b-4054-af84-d6b77f4a33a7 HTTP/1.1" status: 200 len: 1158 time: 1.6021709 Dec 02 15:56:11.188963 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6303c13c-62e0-4d20-b828-c28e375491c4', 'tag': '80ac70a6-1b3b-4054-af84-d6b77f4a33a7'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:56:11.353447 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6303c13c-62e0-4d20-b828-c28e375491c4', 'tag': '80ac70a6-1b3b-4054-af84-d6b77f4a33a7', 'status': 'completed', 'code': 200} Dec 02 15:56:11.371108 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-ff3bee49-08ee-4a9e-9c5d-c2be2a89ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:11.372737 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-ff3bee49-08ee-4a9e-9c5d-c2be2a89ef5a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1053b82fceb54d2484a3a3aaf17d8925&device_id=6303c13c-62e0-4d20-b828-c28e375491c4 HTTP/1.1" status: 200 len: 1161 time: 0.0886574 Dec 02 15:56:11.700797 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-bbdc9886-0684-42af-ae16-d9df3ee90680 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80ac70a6-1b3b-4054-af84-d6b77f4a33a7 HTTP/1.1" status: 200 len: 217 time: 0.3009255 Dec 02 15:56:11.777492 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-9464693c-e901-4d9d-a219-584c64b33af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:11.779116 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-9464693c-e901-4d9d-a219-584c64b33af1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8b08337c-dd73-4ddf-8f57-387801ef013e HTTP/1.1" status: 200 len: 849 time: 0.0709529 Dec 02 15:56:11.836215 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-c0e0158f-c310-4fa6-93fa-98344c58b911 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e89b5eeb-c5bf-44f5-92c1-a531a00741ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464034 Dec 02 15:56:12.058611 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-e579f6dc-857d-4452-826a-812cc747baac service neutron] 10.222.0.90 "GET /v2.0/networks/e89b5eeb-c5bf-44f5-92c1-a531a00741ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606634 Dec 02 15:56:12.253027 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-94d23602-2fca-4c08-aca2-a2e28156eac9 req-b6df118d-1ef6-42d1-8049-eeb74bcbbdaa service neutron] 10.222.0.90 "GET /v2.0/networks/e89b5eeb-c5bf-44f5-92c1-a531a00741ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1810796 Dec 02 15:56:12.476176 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7faf2-1d4c-4c82-990f-9aaeb9595b65 req-e82a8088-dfc2-4243-88e8-b37f9fde06f3 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:12.477847 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3dd7faf2-1d4c-4c82-990f-9aaeb9595b65 req-e82a8088-dfc2-4243-88e8-b37f9fde06f3 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.1594846 Dec 02 15:56:12.484135 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293a91e-45cb-47e2-86a0-99083ee52282 req-93f6df3c-20ae-43cf-a9d3-1a3f9f7d67d5 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:12.485754 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3293a91e-45cb-47e2-86a0-99083ee52282 req-93f6df3c-20ae-43cf-a9d3-1a3f9f7d67d5 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=6303c13c-62e0-4d20-b828-c28e375491c4 HTTP/1.1" status: 200 len: 944 time: 0.1263461 Dec 02 15:56:12.514675 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed409a-be9c-4001-bc21-1fe91f81252b req-bc6ab590-9957-4cfc-82cb-5e91de70b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:12.516305 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e3ed409a-be9c-4001-bc21-1fe91f81252b req-bc6ab590-9957-4cfc-82cb-5e91de70b211 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1053b82fceb54d2484a3a3aaf17d8925&device_id=6303c13c-62e0-4d20-b828-c28e375491c4 HTTP/1.1" status: 200 len: 1161 time: 0.0813849 Dec 02 15:56:12.564759 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3dd7faf2-1d4c-4c82-990f-9aaeb9595b65 req-12cc5db1-5010-4b5b-8db3-99e563ef1b1f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771143 Dec 02 15:56:12.575490 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3293a91e-45cb-47e2-86a0-99083ee52282 req-de78cf2b-3eb4-4302-a084-ee54ec2d23a5 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702643 Dec 02 15:56:12.685816 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed409a-be9c-4001-bc21-1fe91f81252b req-27157a81-9482-4186-9210-60fb28832c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:12.687517 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e3ed409a-be9c-4001-bc21-1fe91f81252b req-27157a81-9482-4186-9210-60fb28832c6f service neutron] 10.222.0.90 "GET /v2.0/networks?id=e89b5eeb-c5bf-44f5-92c1-a531a00741ed HTTP/1.1" status: 200 len: 903 time: 0.1610441 Dec 02 15:56:12.771130 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e3ed409a-be9c-4001-bc21-1fe91f81252b req-b181038b-23ff-461e-83f9-993cde54cd7c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80ac70a6-1b3b-4054-af84-d6b77f4a33a7 HTTP/1.1" status: 200 len: 217 time: 0.0701253 Dec 02 15:56:12.847014 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed409a-be9c-4001-bc21-1fe91f81252b req-9c9db027-98fb-49c8-80e7-a6917057d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:12.848610 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e3ed409a-be9c-4001-bc21-1fe91f81252b req-9c9db027-98fb-49c8-80e7-a6917057d67c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8b08337c-dd73-4ddf-8f57-387801ef013e HTTP/1.1" status: 200 len: 849 time: 0.0677900 Dec 02 15:56:12.908426 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e3ed409a-be9c-4001-bc21-1fe91f81252b req-8ad6a9fc-1260-4f57-b367-8f14750b70e8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e89b5eeb-c5bf-44f5-92c1-a531a00741ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493619 Dec 02 15:56:13.069022 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e3ed409a-be9c-4001-bc21-1fe91f81252b req-517f4de4-6b72-485e-bbb7-16da7847ef76 service neutron] 10.222.0.90 "GET /v2.0/networks/e89b5eeb-c5bf-44f5-92c1-a531a00741ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465905 Dec 02 15:56:13.232306 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e3ed409a-be9c-4001-bc21-1fe91f81252b req-4f530e82-32d8-426a-b8c6-a0d24fd2bbd8 service neutron] 10.222.0.90 "GET /v2.0/networks/e89b5eeb-c5bf-44f5-92c1-a531a00741ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1498933 Dec 02 15:56:13.949987 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0529cc0-532d-44ad-ace8-c901bdd62f99 req-28dab7ac-5789-4397-b52b-6f752bb0669e tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:13.951768 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b0529cc0-532d-44ad-ace8-c901bdd62f99 req-28dab7ac-5789-4397-b52b-6f752bb0669e tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=6303c13c-62e0-4d20-b828-c28e375491c4 HTTP/1.1" status: 200 len: 944 time: 0.1897452 Dec 02 15:56:13.963304 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e00898-7776-49ef-b8be-3dc282e1224b req-6f679b00-3000-45be-90d1-1361eb597d8d tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:13.964946 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-34e00898-7776-49ef-b8be-3dc282e1224b req-6f679b00-3000-45be-90d1-1361eb597d8d tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.1430974 Dec 02 15:56:14.051998 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b0529cc0-532d-44ad-ace8-c901bdd62f99 req-a7e885b5-4cb3-482c-888f-73304e6be377 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859635 Dec 02 15:56:14.055085 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-34e00898-7776-49ef-b8be-3dc282e1224b req-277c7ed5-0e9c-4172-bf1b-2344a88eb7fd tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731792 Dec 02 15:56:15.138626 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a1db7-f174-4b16-b68e-95b988ea8538 req-bec83711-c7ee-472a-8dc0-a533814867ad tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:15.140146 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-762a1db7-f174-4b16-b68e-95b988ea8538 req-bec83711-c7ee-472a-8dc0-a533814867ad tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Synchronizing usage tracker for tenant:cca84cc05e794548902f38e2444508de on resource:port {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:56:15.193940 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-762a1db7-f174-4b16-b68e-95b988ea8538 req-bec83711-c7ee-472a-8dc0-a533814867ad tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Unset dirty status for tenant:cca84cc05e794548902f38e2444508de on resource:port {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:56:15.196660 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-762a1db7-f174-4b16-b68e-95b988ea8538 req-bec83711-c7ee-472a-8dc0-a533814867ad tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.90 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.1583941 Dec 02 15:56:15.344603 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-762a1db7-f174-4b16-b68e-95b988ea8538 req-1d1ebf14-91a6-40ad-9c95-309d4572da83 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Deleting port 62fb1714-cf93-450d-91c5-2f776526d469 {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:56:15.346131 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-762a1db7-f174-4b16-b68e-95b988ea8538 req-1d1ebf14-91a6-40ad-9c95-309d4572da83 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:15.481301 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51503c8-2671-4b9f-a456-cf4fb46a087e req-d53db5aa-b4b5-4626-b251-e1523de99f1d tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:15.482967 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e51503c8-2671-4b9f-a456-cf4fb46a087e req-d53db5aa-b4b5-4626-b251-e1523de99f1d tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 945 time: 0.1473994 Dec 02 15:56:15.495241 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5686ab-0e05-4c61-8d96-6405b68c829d req-3dc14251-ff9d-43ec-a1ce-9c394cc422c2 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:15.497053 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8c5686ab-0e05-4c61-8d96-6405b68c829d req-3dc14251-ff9d-43ec-a1ce-9c394cc422c2 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=6303c13c-62e0-4d20-b828-c28e375491c4 HTTP/1.1" status: 200 len: 944 time: 0.2361200 Dec 02 15:56:15.582829 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e51503c8-2671-4b9f-a456-cf4fb46a087e req-686784d0-ed4a-4993-b78c-285d56d602dc tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=879c36fb-ce12-41a0-827a-e0d4d6969c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846188 Dec 02 15:56:15.590251 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8c5686ab-0e05-4c61-8d96-6405b68c829d req-45149430-8ec1-4055-bc9d-60635e58f5cd tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751779 Dec 02 15:56:15.695681 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.objects.ports [None req-2c0f9d58-764e-4648-87ef-2f62e0e38f05 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80332) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 02 15:56:15.735052 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-762a1db7-f174-4b16-b68e-95b988ea8538 req-1d1ebf14-91a6-40ad-9c95-309d4572da83 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] For port 62fb1714-cf93-450d-91c5-2f776526d469, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=62fb1714-cf93-450d-91c5-2f776526d469,segment=NetworkSegment(fe2ab88f-dfa5-4791-be10-6390467c3168),segment_id=fe2ab88f-dfa5-4791-be10-6390467c3168)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:56:15.735363 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-762a1db7-f174-4b16-b68e-95b988ea8538 req-1d1ebf14-91a6-40ad-9c95-309d4572da83 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:16.103375 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-762a1db7-f174-4b16-b68e-95b988ea8538 req-1d1ebf14-91a6-40ad-9c95-309d4572da83 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for floatingip, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:16.104145 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-762a1db7-f174-4b16-b68e-95b988ea8538 req-1d1ebf14-91a6-40ad-9c95-309d4572da83 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854216080'] for floatingip, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:16.104767 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.l3_db [req-762a1db7-f174-4b16-b68e-95b988ea8538 req-1d1ebf14-91a6-40ad-9c95-309d4572da83 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Floating IP ab3d48f2-ef22-449a-96ac-7eb241888cc9 disassociated. External IP: 172.28.0.44, port: 62fb1714-cf93-450d-91c5-2f776526d469. Dec 02 15:56:16.105415 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-762a1db7-f174-4b16-b68e-95b988ea8538 req-1d1ebf14-91a6-40ad-9c95-309d4572da83 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Calling delete_port for 62fb1714-cf93-450d-91c5-2f776526d469 owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:56:16.427016 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 80ac70a6-1b3b-4054-af84-d6b77f4a33a7 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:56:16.453575 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-762a1db7-f174-4b16-b68e-95b988ea8538 req-1d1ebf14-91a6-40ad-9c95-309d4572da83 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:16.473581 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-15fdbc0f-2cc9-44cd-a48d-6e25a321afc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:16.532987 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ebf14-91a6-40ad-9c95-309d4572da83 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Pushing event deleted for resources: {'Port': ['ID=62fb1714-cf93-450d-91c5-2f776526d469,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:16.585976 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-1d1ebf14-91a6-40ad-9c95-309d4572da83 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:16.602819 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning for port 80ac70a6-1b3b-4054-af84-d6b77f4a33a7 completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:56:16.608910 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 80ac70a6-1b3b-4054-af84-d6b77f4a33a7 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:56:16.609428 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:16.769584 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:16.800354 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3afeef-2939-4854-b5b2-bc0f71cb18f0 req-07ac3b41-baae-4dfe-a021-3a6c7f04dc96 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:16.802156 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ef3afeef-2939-4854-b5b2-bc0f71cb18f0 req-07ac3b41-baae-4dfe-a021-3a6c7f04dc96 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=0795d736-b54d-42bf-bb6b-1a6877b02df1 HTTP/1.1" status: 200 len: 945 time: 0.1295233 Dec 02 15:56:16.851126 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6303c13c-62e0-4d20-b828-c28e375491c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ac70a6-1b3b-4054-af84-d6b77f4a33a7'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:56:16.872780 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 80ac70a6-1b3b-4054-af84-d6b77f4a33a7, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=80ac70a6-1b3b-4054-af84-d6b77f4a33a7,segment=NetworkSegment(fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76),segment_id=fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:56:16.908012 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ef3afeef-2939-4854-b5b2-bc0f71cb18f0 req-694cc40f-490f-439f-aa0e-065a662cd515 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986099 Dec 02 15:56:16.910805 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-354a7ed9-b9e2-421f-b1c2-c4c19d52a6c2 req-f1e9060e-5ef0-4ceb-8077-091b178f28a6 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 210 time: 0.0603065 Dec 02 15:56:16.928104 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:16.932753 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:16.997190 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 62fb1714-cf93-450d-91c5-2f776526d469 no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 15:56:17.051858 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] No Port match for: 62fb1714-cf93-450d-91c5-2f776526d469 {{(pid=80332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 15:56:17.052233 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 62fb1714-cf93-450d-91c5-2f776526d469 not bound to the agent host hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 15:56:17.107971 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=80ac70a6-1b3b-4054-af84-d6b77f4a33a7,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:17.115684 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:17.139131 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-762a1db7-f174-4b16-b68e-95b988ea8538 req-1d1ebf14-91a6-40ad-9c95-309d4572da83 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Router 4af6337e-590d-433f-b860-b328b964cc61 has already been hosted by L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf {{(pid=80330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 15:56:17.206603 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6de7c0-6ff6-44e5-a850-4818af4eee12 req-8ca96d9c-a114-4654-8725-5921039e5891 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:17.208402 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0b6de7c0-6ff6-44e5-a850-4818af4eee12 req-8ca96d9c-a114-4654-8725-5921039e5891 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=6303c13c-62e0-4d20-b828-c28e375491c4 HTTP/1.1" status: 200 len: 946 time: 0.1344800 Dec 02 15:56:17.270685 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0b6de7c0-6ff6-44e5-a850-4818af4eee12 req-b528ec38-1891-47bf-b164-37a4ef613bc2 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490751 Dec 02 15:56:17.292387 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6303c13c-62e0-4d20-b828-c28e375491c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ac70a6-1b3b-4054-af84-d6b77f4a33a7', 'code': 200} Dec 02 15:56:17.616171 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-762a1db7-f174-4b16-b68e-95b988ea8538 req-1d1ebf14-91a6-40ad-9c95-309d4572da83 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:56:17.634999 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0cb175-2a4c-42d8-8e3f-eb2ce3895c20 None None] Sync routers for ids ['4af6337e-590d-433f-b860-b328b964cc61'] in dv-cinder-737618-2-smb {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:56:17.652493 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0cb175-2a4c-42d8-8e3f-eb2ce3895c20 None None] Routers {'4af6337e-590d-433f-b860-b328b964cc61'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:56:17.653982 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-df0cb175-2a4c-42d8-8e3f-eb2ce3895c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:55:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['4af6337e-590d-433f-b860-b328b964cc61'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:56:17.687918 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-762a1db7-f174-4b16-b68e-95b988ea8538 req-1d1ebf14-91a6-40ad-9c95-309d4572da83 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] No DVR routers for this DVR port 62fb1714-cf93-450d-91c5-2f776526d469 on host hv-cinder-73761 {{(pid=80330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 15:56:17.750867 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-762a1db7-f174-4b16-b68e-95b988ea8538 req-1d1ebf14-91a6-40ad-9c95-309d4572da83 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:17.757877 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f', 'name': 'network-vif-deleted', 'tag': '62fb1714-cf93-450d-91c5-2f776526d469'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:56:17.792524 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 80ac70a6-1b3b-4054-af84-d6b77f4a33a7 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:56:17.871313 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-762a1db7-f174-4b16-b68e-95b988ea8538 req-1d1ebf14-91a6-40ad-9c95-309d4572da83 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.90 "DELETE /v2.0/ports/62fb1714-cf93-450d-91c5-2f776526d469 HTTP/1.1" status: 204 len: 173 time: 2.6671467 Dec 02 15:56:17.896884 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f', 'name': 'network-vif-deleted', 'tag': '62fb1714-cf93-450d-91c5-2f776526d469', 'status': 'completed', 'code': 200} Dec 02 15:56:17.904599 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e54cef-14d0-495e-962f-829b97232aa3 req-570ca3e1-88d9-48ad-adf8-9e3eed1b08af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:17.908293 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-36e54cef-14d0-495e-962f-829b97232aa3 req-570ca3e1-88d9-48ad-adf8-9e3eed1b08af service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6303c13c-62e0-4d20-b828-c28e375491c4 HTTP/1.1" status: 200 len: 1163 time: 0.2162924 Dec 02 15:56:17.966123 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 80ac70a6-1b3b-4054-af84-d6b77f4a33a7 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:56:17.970856 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:18.139786 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-36e54cef-14d0-495e-962f-829b97232aa3 req-9a2014d5-2d1c-40ef-b0d7-81cc0c5b94fd service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946795 Dec 02 15:56:18.248208 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67a006-8850-4fe5-9a35-682fcf2ca20c req-21c89591-e85d-4495-bc29-db823206ba95 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:18.256497 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ba67a006-8850-4fe5-9a35-682fcf2ca20c req-21c89591-e85d-4495-bc29-db823206ba95 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=0795d736-b54d-42bf-bb6b-1a6877b02df1 HTTP/1.1" status: 200 len: 945 time: 0.1491287 Dec 02 15:56:18.270073 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-df0cb175-2a4c-42d8-8e3f-eb2ce3895c20 None None] Set router 4af6337e-590d-433f-b860-b328b964cc61 gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:56:18.653634 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ba67a006-8850-4fe5-9a35-682fcf2ca20c req-23be3931-ce44-47dc-9b68-8ae80307bd16 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957791 Dec 02 15:56:18.742649 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a9b0eac4-cba3-47ba-8592-9b2816cfcbd4 req-30c01c47-5a78-476f-b038-b13504c0a1c7 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2eb2fa-d6c4-4de4-aad0-a4f65761c99f HTTP/1.1" status: 200 len: 210 time: 0.0988059 Dec 02 15:56:18.893115 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-df0cb175-2a4c-42d8-8e3f-eb2ce3895c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6337e-590d-433f-b860-b328b964cc61', 'name': 'tempest-AttachVolumeTestJSON-755891331-router', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:13Z', 'updated_at': '2020-12-02T15:50:31Z', 'revision_number': 4, 'project_id': 'cca84cc05e794548902f38e2444508de', 'gw_port': {'id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:15Z', 'updated_at': '2020-12-02T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '848b1662-7231-4df0-88e3-ed5eeaadfb81', 'name': '', 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'mac_address': 'fa:16:3e:23:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:26Z', 'updated_at': '2020-12-02T15:50:45Z', 'revision_number': 5, 'project_id': 'cca84cc05e794548902f38e2444508de', 'subnets': [{'id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:56:18.900696 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0cb175-2a4c-42d8-8e3f-eb2ce3895c20 None None] Checking router: 4af6337e-590d-433f-b860-b328b964cc61 for host: dv-cinder-737618-2-smb {{(pid=80332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:56:18.918751 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0cb175-2a4c-42d8-8e3f-eb2ce3895c20 None None] Routers {'4af6337e-590d-433f-b860-b328b964cc61'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:56:18.919807 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-df0cb175-2a4c-42d8-8e3f-eb2ce3895c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:55:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['4af6337e-590d-433f-b860-b328b964cc61'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:56:18.972443 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6ba3e-a2be-4769-94f9-23ccd36f4f9a req-3dd8e190-5d64-4c02-959c-c58064158ffa tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:18.975335 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9fb6ba3e-a2be-4769-94f9-23ccd36f4f9a req-3dd8e190-5d64-4c02-959c-c58064158ffa tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=6303c13c-62e0-4d20-b828-c28e375491c4 HTTP/1.1" status: 200 len: 946 time: 0.1474285 Dec 02 15:56:19.094546 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9fb6ba3e-a2be-4769-94f9-23ccd36f4f9a req-8bd4b8d3-2cb6-45c1-82a8-47893ddd84ee tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098773 Dec 02 15:56:19.260291 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-df0cb175-2a4c-42d8-8e3f-eb2ce3895c20 None None] Set router 4af6337e-590d-433f-b860-b328b964cc61 gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:56:19.772440 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-df0cb175-2a4c-42d8-8e3f-eb2ce3895c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6337e-590d-433f-b860-b328b964cc61', 'name': 'tempest-AttachVolumeTestJSON-755891331-router', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:13Z', 'updated_at': '2020-12-02T15:50:31Z', 'revision_number': 4, 'project_id': 'cca84cc05e794548902f38e2444508de', 'gw_port': {'id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:15Z', 'updated_at': '2020-12-02T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '848b1662-7231-4df0-88e3-ed5eeaadfb81', 'name': '', 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'mac_address': 'fa:16:3e:23:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:26Z', 'updated_at': '2020-12-02T15:50:45Z', 'revision_number': 5, 'project_id': 'cca84cc05e794548902f38e2444508de', 'subnets': [{'id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:56:19.778850 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0cb175-2a4c-42d8-8e3f-eb2ce3895c20 None None] The sync data for ids ['4af6337e-590d-433f-b860-b328b964cc61'] in dv-cinder-737618-2-smb is: [{'id': '4af6337e-590d-433f-b860-b328b964cc61', 'name': 'tempest-AttachVolumeTestJSON-755891331-router', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:13Z', 'updated_at': '2020-12-02T15:50:31Z', 'revision_number': 4, 'project_id': 'cca84cc05e794548902f38e2444508de', 'gw_port': {'id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:15Z', 'updated_at': '2020-12-02T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '848b1662-7231-4df0-88e3-ed5eeaadfb81', 'name': '', 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'mac_address': 'fa:16:3e:23:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:26Z', 'updated_at': '2020-12-02T15:50:45Z', 'revision_number': 5, 'project_id': 'cca84cc05e794548902f38e2444508de', 'subnets': [{'id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:56:19.915415 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 80ac70a6-1b3b-4054-af84-d6b77f4a33a7 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:56:20.070698 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 80ac70a6-1b3b-4054-af84-d6b77f4a33a7 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:56:20.071138 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:20.130349 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 42314) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:56:20.289263 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20aef0-a288-47f7-b671-e6a718e7ebe2 req-32622bbb-bccd-4305-b872-52b20f8dda97 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:20.292590 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9c20aef0-a288-47f7-b671-e6a718e7ebe2 req-32622bbb-bccd-4305-b872-52b20f8dda97 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=0795d736-b54d-42bf-bb6b-1a6877b02df1 HTTP/1.1" status: 200 len: 945 time: 0.2821491 Dec 02 15:56:20.331225 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e6d28fd4-8fc9-459b-b98c-32d71e17506e tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:20.400120 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9c20aef0-a288-47f7-b671-e6a718e7ebe2 req-bcf186b6-f08f-4db0-bff9-f5ec8d3939da tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934997 Dec 02 15:56:20.404623 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e6d28fd4-8fc9-459b-b98c-32d71e17506e tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:20.493467 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730e2bca-30f3-4a12-be72-0061507feaeb None None] New status for floating IP ab3d48f2-ef22-449a-96ac-7eb241888cc9: DOWN {{(pid=80333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 02 15:56:20.550418 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e6d28fd4-8fc9-459b-b98c-32d71e17506e tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:20.554854 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0e31bf77-8ae3-4931-be14-bda2b4b005ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:20.573879 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d28fd4-8fc9-459b-b98c-32d71e17506e tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Pushing event deleted for resources: {'SecurityGroup': ['ID=879c36fb-ce12-41a0-827a-e0d4d6969c0a,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:20.577091 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e6d28fd4-8fc9-459b-b98c-32d71e17506e tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:20.621684 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e6d28fd4-8fc9-459b-b98c-32d71e17506e tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:20.631571 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-e6d28fd4-8fc9-459b-b98c-32d71e17506e tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "DELETE /v2.0/security-groups/879c36fb-ce12-41a0-827a-e0d4d6969c0a HTTP/1.1" status: 204 len: 168 time: 0.4990222 Dec 02 15:56:20.633220 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 42320) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:56:20.670192 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.v2.resource [None req-39bb2380-f182-45f9-b6d7-bac34c886303 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] show failed (client error): The resource could not be found. Dec 02 15:56:20.670471 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635be04-83f6-4d18-be20-a7c88ea8c156 req-17789cd3-086a-42e0-8492-7fb84e1ff832 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:20.672566 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-39bb2380-f182-45f9-b6d7-bac34c886303 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups/879c36fb-ce12-41a0-827a-e0d4d6969c0a HTTP/1.1" status: 404 len: 347 time: 0.0374515 Dec 02 15:56:20.673980 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d635be04-83f6-4d18-be20-a7c88ea8c156 req-17789cd3-086a-42e0-8492-7fb84e1ff832 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=6303c13c-62e0-4d20-b828-c28e375491c4 HTTP/1.1" status: 200 len: 946 time: 0.1608720 Dec 02 15:56:20.677369 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 42324) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:56:21.075420 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-1cf33a6a-b313-4774-be8b-c4e334ffeba8 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Deleting port 34c0300d-742e-4a8a-b6b7-3b0cb4d88602 {{(pid=80331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:56:21.076347 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1cf33a6a-b313-4774-be8b-c4e334ffeba8 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:21.105143 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d635be04-83f6-4d18-be20-a7c88ea8c156 req-c3a8b783-e3ef-4588-b897-2689c73f138d tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114417 Dec 02 15:56:21.286234 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1cf33a6a-b313-4774-be8b-c4e334ffeba8 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:21.286694 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1cf33a6a-b313-4774-be8b-c4e334ffeba8 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for floatingip, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:21.438201 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-1cf33a6a-b313-4774-be8b-c4e334ffeba8 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Calling delete_port for 34c0300d-742e-4a8a-b6b7-3b0cb4d88602 owned by network:floatingip {{(pid=80331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:56:21.674964 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bdf6a-571e-496c-a475-021c2098fdb2 req-794aa63a-525e-40e2-a8cb-5d462fb4ba1e tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:21.676692 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a90bdf6a-571e-496c-a475-021c2098fdb2 req-794aa63a-525e-40e2-a8cb-5d462fb4ba1e tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=0795d736-b54d-42bf-bb6b-1a6877b02df1 HTTP/1.1" status: 200 len: 945 time: 0.0950453 Dec 02 15:56:21.784928 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a90bdf6a-571e-496c-a475-021c2098fdb2 req-5e5a8d9c-11e6-4e69-b448-9e48fc8e5334 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008685 Dec 02 15:56:21.857005 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 80ac70a6-1b3b-4054-af84-d6b77f4a33a7 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:56:21.891139 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1cf33a6a-b313-4774-be8b-c4e334ffeba8 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14825086'] for port, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:21.910081 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-7201f9ba-2192-4678-8a8d-8125360c28f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:21.958031 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf33a6a-b313-4774-be8b-c4e334ffeba8 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Pushing event deleted for resources: {'Port': ['ID=34c0300d-742e-4a8a-b6b7-3b0cb4d88602,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:21.969499 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 80ac70a6-1b3b-4054-af84-d6b77f4a33a7 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:56:21.970101 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:22.008159 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3b36a7b-1d62-4bca-a282-9885cf2ead48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:22.010027 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-1cf33a6a-b313-4774-be8b-c4e334ffeba8 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:22.198180 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1cf33a6a-b313-4774-be8b-c4e334ffeba8 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for floatingip, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:22.216788 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1cf33a6a-b313-4774-be8b-c4e334ffeba8 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for floatingip, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:22.218132 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-1cf33a6a-b313-4774-be8b-c4e334ffeba8 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "DELETE /v2.0/floatingips/ab3d48f2-ef22-449a-96ac-7eb241888cc9 HTTP/1.1" status: 204 len: 168 time: 1.5391402 Dec 02 15:56:22.604064 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 42342) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:56:22.610392 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-ae73853c-fa7c-460a-944c-17223f42c7b0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Request body: {'security_group': {'name': 'tempest-securitygroup--354592939', 'description': 'tempest-description--2070982875'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:56:22.618330 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-ae73853c-fa7c-460a-944c-17223f42c7b0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:56:22.623962 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-ae73853c-fa7c-460a-944c-17223f42c7b0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Usage tracker for resource:security_group and tenant:cca84cc05e794548902f38e2444508de is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:56:22.628656 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-ae73853c-fa7c-460a-944c-17223f42c7b0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:56:22.635324 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-ae73853c-fa7c-460a-944c-17223f42c7b0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:56:22.685035 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ae73853c-fa7c-460a-944c-17223f42c7b0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:22.711159 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-ae73853c-fa7c-460a-944c-17223f42c7b0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:56:22.716175 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-ae73853c-fa7c-460a-944c-17223f42c7b0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Usage tracker for resource:security_group_rule and tenant:cca84cc05e794548902f38e2444508de is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:56:22.720319 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-ae73853c-fa7c-460a-944c-17223f42c7b0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:56:22.727948 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-ae73853c-fa7c-460a-944c-17223f42c7b0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:56:22.857411 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ae73853c-fa7c-460a-944c-17223f42c7b0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:22.896755 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ae73853c-fa7c-460a-944c-17223f42c7b0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:22.908921 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2eba2aa2-b98b-4a15-b574-df0d2b528bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:23.171010 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73853c-fa7c-460a-944c-17223f42c7b0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3b896a-e9d8-424e-81ea-5921272bd55b,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:23.182253 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ae73853c-fa7c-460a-944c-17223f42c7b0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:23.195010 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ae73853c-fa7c-460a-944c-17223f42c7b0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:23.197325 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-ae73853c-fa7c-460a-944c-17223f42c7b0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1729 time: 0.5918148 Dec 02 15:56:23.200229 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 42350) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:56:23.206981 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-0f0e323c-a3d4-44a9-a51a-0d05ec1b6756 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Request body: {'security_group_rule': {'security_group_id': '5d3b896a-e9d8-424e-81ea-5921272bd55b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:56:23.213666 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-0f0e323c-a3d4-44a9-a51a-0d05ec1b6756 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:56:23.218133 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-0f0e323c-a3d4-44a9-a51a-0d05ec1b6756 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Usage tracker for resource:security_group_rule and tenant:cca84cc05e794548902f38e2444508de is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:56:23.222628 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-0f0e323c-a3d4-44a9-a51a-0d05ec1b6756 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:56:23.231356 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-0f0e323c-a3d4-44a9-a51a-0d05ec1b6756 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:56:23.275752 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0f0e323c-a3d4-44a9-a51a-0d05ec1b6756 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for security_group_rule, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:23.316053 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87858ce7-7a0e-45a8-b148-589bea594761 req-0de14f99-8d15-42c7-8f44-8bdfec266ed1 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:23.320203 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-87858ce7-7a0e-45a8-b148-589bea594761 req-0de14f99-8d15-42c7-8f44-8bdfec266ed1 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=6303c13c-62e0-4d20-b828-c28e375491c4 HTTP/1.1" status: 200 len: 946 time: 0.3380024 Dec 02 15:56:23.335677 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bce32-c994-484b-8092-ae6d42071f8d req-3a879be4-6225-4624-a629-904f96f7a7e3 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:23.338731 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-584bce32-c994-484b-8092-ae6d42071f8d req-3a879be4-6225-4624-a629-904f96f7a7e3 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=0795d736-b54d-42bf-bb6b-1a6877b02df1 HTTP/1.1" status: 200 len: 945 time: 0.3542149 Dec 02 15:56:23.365302 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0f0e323c-a3d4-44a9-a51a-0d05ec1b6756 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:23.471380 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-87858ce7-7a0e-45a8-b148-589bea594761 req-bdb9ee4a-0a55-4252-b938-f232ab643dfc tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251414 Dec 02 15:56:23.471862 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-584bce32-c994-484b-8092-ae6d42071f8d req-53bcea8f-c1a3-45c3-8674-c766e54abd36 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014771 Dec 02 15:56:23.507577 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0f0e323c-a3d4-44a9-a51a-0d05ec1b6756 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443572'] for security_group_rule, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:23.512302 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:23.538553 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e323c-a3d4-44a9-a51a-0d05ec1b6756 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edb123c-bf52-4db8-8541-087cfbde7df7,revision_number=0']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:23.547554 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0f0e323c-a3d4-44a9-a51a-0d05ec1b6756 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:23.687310 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0f0e323c-a3d4-44a9-a51a-0d05ec1b6756 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for security_group_rule, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:23.689275 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-0f0e323c-a3d4-44a9-a51a-0d05ec1b6756 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.4872787 Dec 02 15:56:23.692414 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 42354) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:56:23.698331 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-dc5fbf8e-aa24-4575-b0e8-70598790d65c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Request body: {'security_group_rule': {'security_group_id': '5d3b896a-e9d8-424e-81ea-5921272bd55b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:56:23.706061 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-dc5fbf8e-aa24-4575-b0e8-70598790d65c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:56:23.710789 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-dc5fbf8e-aa24-4575-b0e8-70598790d65c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Usage tracker for resource:security_group_rule and tenant:cca84cc05e794548902f38e2444508de is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:56:23.714028 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-dc5fbf8e-aa24-4575-b0e8-70598790d65c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:56:23.720208 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-dc5fbf8e-aa24-4575-b0e8-70598790d65c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:56:23.821090 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dc5fbf8e-aa24-4575-b0e8-70598790d65c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for security_group_rule, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:23.891781 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dc5fbf8e-aa24-4575-b0e8-70598790d65c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:23.944400 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dc5fbf8e-aa24-4575-b0e8-70598790d65c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443572'] for security_group_rule, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:23.946763 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:23.970099 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fbf8e-aa24-4575-b0e8-70598790d65c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Pushing event updated for resources: {'SecurityGroupRule': ['ID=152cd2bf-a828-483c-b000-394156fbfeb4,revision_number=0']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:23.975403 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-dc5fbf8e-aa24-4575-b0e8-70598790d65c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:24.041581 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dc5fbf8e-aa24-4575-b0e8-70598790d65c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for security_group_rule, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:24.043566 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-dc5fbf8e-aa24-4575-b0e8-70598790d65c tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.3497529 Dec 02 15:56:24.048434 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 42358) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:56:24.054329 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Request body: {'floatingip': {'floating_network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:56:24.061061 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:56:24.066036 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Usage tracker for resource:floatingip and tenant:cca84cc05e794548902f38e2444508de is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:56:24.069388 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:56:24.076694 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:56:24.124391 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for floatingip, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:24.315747 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:24.430215 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e1b0cf57-46e8-4d3c-85e4-3294512509b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:24.814600 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12aef32-afdd-48d4-a588-21c69bf63dac req-85247238-cb4c-4809-a80d-9748d693b4b5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:24.815680 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-d12aef32-afdd-48d4-a588-21c69bf63dac req-85247238-cb4c-4809-a80d-9748d693b4b5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Synchronizing usage tracker for tenant:16608b3ebcfe473780f5b631f5b9c240 on resource:port {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:56:24.864154 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:24.917988 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b13da-fe6a-47f1-be35-268eb55235a3 req-0c111ee7-f1cb-4475-aee1-be0f225f702c tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:24.919849 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ef9b13da-fe6a-47f1-be35-268eb55235a3 req-0c111ee7-f1cb-4475-aee1-be0f225f702c tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=6303c13c-62e0-4d20-b828-c28e375491c4 HTTP/1.1" status: 200 len: 946 time: 0.2940001 Dec 02 15:56:24.927261 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ca876-213e-4f0f-b1e1-1300c1631364 req-9aa807ec-56aa-4afe-897d-3a36f8a0733c tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:24.929004 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d04ca876-213e-4f0f-b1e1-1300c1631364 req-9aa807ec-56aa-4afe-897d-3a36f8a0733c tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=0795d736-b54d-42bf-bb6b-1a6877b02df1 HTTP/1.1" status: 200 len: 945 time: 0.2301860 Dec 02 15:56:24.946085 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-d12aef32-afdd-48d4-a588-21c69bf63dac req-85247238-cb4c-4809-a80d-9748d693b4b5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Unset dirty status for tenant:16608b3ebcfe473780f5b631f5b9c240 on resource:port {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:56:24.948351 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d12aef32-afdd-48d4-a588-21c69bf63dac req-85247238-cb4c-4809-a80d-9748d693b4b5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.90 "GET /v2.0/ports?device_id=0795d736-b54d-42bf-bb6b-1a6877b02df1 HTTP/1.1" status: 200 len: 945 time: 0.4629383 Dec 02 15:56:25.008527 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Allocated IP 172.28.0.7 (37c00fa4-9d8d-40bf-927e-52444f2dd708/960a6109-8752-4c76-aab7-dfde0e16e857/799688d4-5ec5-4497-8495-2ec6fc437edf) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:56:25.008860 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ef9b13da-fe6a-47f1-be35-268eb55235a3 req-c96c112e-4618-43da-87a9-da2fefad2614 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779078 Dec 02 15:56:25.026786 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d04ca876-213e-4f0f-b1e1-1300c1631364 req-2e7dda12-352f-4a6c-82de-99d053d02b1b tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756443 Dec 02 15:56:25.195150 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-d12aef32-afdd-48d4-a588-21c69bf63dac req-7b127f5d-8dd6-4541-82b7-509664cf3856 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Deleting port 34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:56:25.195537 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-d12aef32-afdd-48d4-a588-21c69bf63dac req-7b127f5d-8dd6-4541-82b7-509664cf3856 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:25.514202 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:25.634763 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 15:56:25.645779 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-d12aef32-afdd-48d4-a588-21c69bf63dac req-7b127f5d-8dd6-4541-82b7-509664cf3856 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] For port 34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd,segment=NetworkSegment(4211b208-8e55-4ddb-a57d-729c1860213f),segment_id=4211b208-8e55-4ddb-a57d-729c1860213f)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:56:25.646180 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-d12aef32-afdd-48d4-a588-21c69bf63dac req-7b127f5d-8dd6-4541-82b7-509664cf3856 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:25.660586 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:25.680568 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd95fdc-e9ce-4e0e-a7e4-621638ca0d80 req-8c6fc33b-60c1-4ca7-b849-f72b608a94b0 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:25.681411 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-4fd95fdc-e9ce-4e0e-a7e4-621638ca0d80 req-8c6fc33b-60c1-4ca7-b849-f72b608a94b0 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Synchronizing usage tracker for tenant:1053b82fceb54d2484a3a3aaf17d8925 on resource:port {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:56:25.690349 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:25.794775 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:25.807032 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:25.827508 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0795d736-b54d-42bf-bb6b-1a6877b02df1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:56:25.841006 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd,segment=NetworkSegment(4211b208-8e55-4ddb-a57d-729c1860213f),segment_id=4211b208-8e55-4ddb-a57d-729c1860213f)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:56:25.896490 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:25.897520 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 80ac70a6-1b3b-4054-af84-d6b77f4a33a7 no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 15:56:25.925641 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0795d736-b54d-42bf-bb6b-1a6877b02df1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd', 'code': 200} Dec 02 15:56:25.926309 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ac6d340e-96be-4937-8ab4-fb8eeef80db7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:25.953082 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-d12aef32-afdd-48d4-a588-21c69bf63dac req-7b127f5d-8dd6-4541-82b7-509664cf3856 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Calling delete_port for 34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:56:26.075027 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Pushing event updated for resources: {'Port': ['ID=799688d4-5ec5-4497-8495-2ec6fc437edf,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:26.085001 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-4fd95fdc-e9ce-4e0e-a7e4-621638ca0d80 req-8c6fc33b-60c1-4ca7-b849-f72b608a94b0 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Unset dirty status for tenant:1053b82fceb54d2484a3a3aaf17d8925 on resource:port {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:56:26.086414 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4fd95fdc-e9ce-4e0e-a7e4-621638ca0d80 req-8c6fc33b-60c1-4ca7-b849-f72b608a94b0 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.90 "GET /v2.0/ports?device_id=6303c13c-62e0-4d20-b828-c28e375491c4 HTTP/1.1" status: 200 len: 946 time: 0.6826193 Dec 02 15:56:26.091018 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:26.228375 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-4fd95fdc-e9ce-4e0e-a7e4-621638ca0d80 req-2e05a3af-bcd4-4da3-bfa8-9115ced8ce9d tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Deleting port 80ac70a6-1b3b-4054-af84-d6b77f4a33a7 {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:56:26.228755 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-4fd95fdc-e9ce-4e0e-a7e4-621638ca0d80 req-2e05a3af-bcd4-4da3-bfa8-9115ced8ce9d tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:26.287651 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Network 37c00fa4-9d8d-40bf-927e-52444f2dd708 is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:56:26.295904 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:56:26.302942 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:56:26.343486 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea96244-7d16-4aad-92e4-c7475d62276f req-4d567c56-5f48-48a6-9857-7399ff6759de tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:26.347885 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cea96244-7d16-4aad-92e4-c7475d62276f req-4d567c56-5f48-48a6-9857-7399ff6759de tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=6303c13c-62e0-4d20-b828-c28e375491c4 HTTP/1.1" status: 200 len: 946 time: 0.1459057 Dec 02 15:56:26.349084 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.api [req-d12aef32-afdd-48d4-a588-21c69bf63dac req-7b127f5d-8dd6-4541-82b7-509664cf3856 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80330) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 15:56:26.349442 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_db.api [req-d12aef32-afdd-48d4-a588-21c69bf63dac req-7b127f5d-8dd6-4541-82b7-509664cf3856 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 15:56:26.400945 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd,revision_number=5']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:26.408483 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:26.461045 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:26.527670 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 80ac70a6-1b3b-4054-af84-d6b77f4a33a7, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=80ac70a6-1b3b-4054-af84-d6b77f4a33a7,segment=NetworkSegment(fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76),segment_id=fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:56:26.533821 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cea96244-7d16-4aad-92e4-c7475d62276f req-6fb2ad32-f8af-4f43-86c3-1b35a3efb4cb tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775129 Dec 02 15:56:26.561570 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:26.566362 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:26.589788 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df633eb-444c-488d-8631-cf7a1e3dbb59 req-1980a087-b4f9-4276-857c-8a7fea3dce69 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:26.592297 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1df633eb-444c-488d-8631-cf7a1e3dbb59 req-1980a087-b4f9-4276-857c-8a7fea3dce69 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=0795d736-b54d-42bf-bb6b-1a6877b02df1 HTTP/1.1" status: 200 len: 943 time: 0.2071464 Dec 02 15:56:26.627549 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for floatingip, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:26.651635 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1df633eb-444c-488d-8631-cf7a1e3dbb59 req-77e8dfe3-e093-4266-ae19-c37b7bb2bdac tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488582 Dec 02 15:56:26.662727 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-4fd95fdc-e9ce-4e0e-a7e4-621638ca0d80 req-2e05a3af-bcd4-4da3-bfa8-9115ced8ce9d tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] For port 80ac70a6-1b3b-4054-af84-d6b77f4a33a7, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=80ac70a6-1b3b-4054-af84-d6b77f4a33a7,segment=NetworkSegment(fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76),segment_id=fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:56:26.663006 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-4fd95fdc-e9ce-4e0e-a7e4-621638ca0d80 req-2e05a3af-bcd4-4da3-bfa8-9115ced8ce9d tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:26.716509 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=80ac70a6-1b3b-4054-af84-d6b77f4a33a7,revision_number=5']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:26.724458 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:26.812811 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:26.984915 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-d12aef32-afdd-48d4-a588-21c69bf63dac req-7b127f5d-8dd6-4541-82b7-509664cf3856 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Deleting port 34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:56:26.985273 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-d12aef32-afdd-48d4-a588-21c69bf63dac req-7b127f5d-8dd6-4541-82b7-509664cf3856 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:27.106095 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-4fd95fdc-e9ce-4e0e-a7e4-621638ca0d80 req-2e05a3af-bcd4-4da3-bfa8-9115ced8ce9d tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Calling delete_port for 80ac70a6-1b3b-4054-af84-d6b77f4a33a7 owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:56:27.186839 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:27.464604 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.api [req-4fd95fdc-e9ce-4e0e-a7e4-621638ca0d80 req-2e05a3af-bcd4-4da3-bfa8-9115ced8ce9d tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80330) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 15:56:27.465098 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_db.api [req-4fd95fdc-e9ce-4e0e-a7e4-621638ca0d80 req-2e05a3af-bcd4-4da3-bfa8-9115ced8ce9d tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 15:56:27.639390 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-d12aef32-afdd-48d4-a588-21c69bf63dac req-7b127f5d-8dd6-4541-82b7-509664cf3856 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] For port 34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd,segment=NetworkSegment(4211b208-8e55-4ddb-a57d-729c1860213f),segment_id=4211b208-8e55-4ddb-a57d-729c1860213f)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:56:27.640180 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-d12aef32-afdd-48d4-a588-21c69bf63dac req-7b127f5d-8dd6-4541-82b7-509664cf3856 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:27.800280 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-d12aef32-afdd-48d4-a588-21c69bf63dac req-7b127f5d-8dd6-4541-82b7-509664cf3856 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Calling delete_port for 34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:56:27.865383 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef502e0c-7244-4a47-921e-47647559143f req-f8c458f4-87a2-4c49-8db6-0122f891d95f tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:27.867229 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ef502e0c-7244-4a47-921e-47647559143f req-f8c458f4-87a2-4c49-8db6-0122f891d95f tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=6303c13c-62e0-4d20-b828-c28e375491c4 HTTP/1.1" status: 200 len: 944 time: 0.1840527 Dec 02 15:56:27.926565 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6303c13c-62e0-4d20-b828-c28e375491c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ac70a6-1b3b-4054-af84-d6b77f4a33a7'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:56:27.932728 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for port, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:27.943468 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ef502e0c-7244-4a47-921e-47647559143f req-53e28b8a-c200-4653-93f8-8fee4ec4f4e0 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637777 Dec 02 15:56:27.969355 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-4fd95fdc-e9ce-4e0e-a7e4-621638ca0d80 req-2e05a3af-bcd4-4da3-bfa8-9115ced8ce9d tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Deleting port 80ac70a6-1b3b-4054-af84-d6b77f4a33a7 {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:56:27.969859 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-4fd95fdc-e9ce-4e0e-a7e4-621638ca0d80 req-2e05a3af-bcd4-4da3-bfa8-9115ced8ce9d tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:27.983509 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f18d1-ef6f-452a-a090-5be8dd423346 req-2d60ab46-5cb8-45d8-adb6-e0bc6b07cafc tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:27.991073 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ff5f18d1-ef6f-452a-a090-5be8dd423346 req-2d60ab46-5cb8-45d8-adb6-e0bc6b07cafc tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=0795d736-b54d-42bf-bb6b-1a6877b02df1 HTTP/1.1" status: 200 len: 943 time: 0.1705780 Dec 02 15:56:28.113381 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6303c13c-62e0-4d20-b828-c28e375491c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ac70a6-1b3b-4054-af84-d6b77f4a33a7', 'code': 200} Dec 02 15:56:28.124244 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ff5f18d1-ef6f-452a-a090-5be8dd423346 req-2faaf563-b050-47e9-8cd6-5a29b410a0e5 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/security-groups?id=33f54e67-4c83-42d5-ab11-6598e4b3c8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241086 Dec 02 15:56:28.217131 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:28.240567 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e4fa7618-b442-4092-869b-698e2176af56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:28.411927 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-d12aef32-afdd-48d4-a588-21c69bf63dac req-7b127f5d-8dd6-4541-82b7-509664cf3856 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:28.553447 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Pushing event updated for resources: {'Port': ['ID=799688d4-5ec5-4497-8495-2ec6fc437edf,revision_number=2']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:28.566928 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:28.577675 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:28.660726 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b127f5d-8dd6-4541-82b7-509664cf3856 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Pushing event deleted for resources: {'Port': ['ID=34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:28.686716 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-7b127f5d-8dd6-4541-82b7-509664cf3856 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:28.755048 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-4fd95fdc-e9ce-4e0e-a7e4-621638ca0d80 req-2e05a3af-bcd4-4da3-bfa8-9115ced8ce9d tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] For port 80ac70a6-1b3b-4054-af84-d6b77f4a33a7, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=80ac70a6-1b3b-4054-af84-d6b77f4a33a7,segment=NetworkSegment(fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76),segment_id=fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:56:28.755463 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-4fd95fdc-e9ce-4e0e-a7e4-621638ca0d80 req-2e05a3af-bcd4-4da3-bfa8-9115ced8ce9d tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:29.180461 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-4fd95fdc-e9ce-4e0e-a7e4-621638ca0d80 req-2e05a3af-bcd4-4da3-bfa8-9115ced8ce9d tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Calling delete_port for 80ac70a6-1b3b-4054-af84-d6b77f4a33a7 owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:56:29.275507 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528dae1-328d-4fe6-b242-dee4fac30551 req-c447ebca-7662-4248-83d1-5e03f198daa9 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:29.277146 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5528dae1-328d-4fe6-b242-dee4fac30551 req-c447ebca-7662-4248-83d1-5e03f198daa9 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=6303c13c-62e0-4d20-b828-c28e375491c4 HTTP/1.1" status: 200 len: 944 time: 0.1426237 Dec 02 15:56:29.278277 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12aef32-afdd-48d4-a588-21c69bf63dac req-7b127f5d-8dd6-4541-82b7-509664cf3856 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] No DVR routers for this DVR port 34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd on host hv-cinder-73761 {{(pid=80330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 15:56:29.294992 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-d12aef32-afdd-48d4-a588-21c69bf63dac req-7b127f5d-8dd6-4541-82b7-509664cf3856 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:29.299169 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0795d736-b54d-42bf-bb6b-1a6877b02df1', 'name': 'network-vif-deleted', 'tag': '34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:56:29.315571 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854216080'] for floatingip, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:29.405289 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2596e5b2-5656-4c66-a9fd-4025d25ec191 req-af7cc8cd-2f57-4446-9981-6d07d0b82add tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.98 "GET /v2.0/ports?device_id=0795d736-b54d-42bf-bb6b-1a6877b02df1 HTTP/1.1" status: 200 len: 210 time: 0.0944088 Dec 02 15:56:29.417126 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d12aef32-afdd-48d4-a588-21c69bf63dac req-7b127f5d-8dd6-4541-82b7-509664cf3856 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] 10.222.0.90 "DELETE /v2.0/ports/34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd HTTP/1.1" status: 204 len: 173 time: 4.3932550 Dec 02 15:56:29.418892 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5528dae1-328d-4fe6-b242-dee4fac30551 req-86ea8807-163d-462c-8d3f-106aa74ed875 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331031 Dec 02 15:56:29.437744 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for floatingip, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:29.439483 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.3897736 Dec 02 15:56:29.499113 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-4fd95fdc-e9ce-4e0e-a7e4-621638ca0d80 req-2e05a3af-bcd4-4da3-bfa8-9115ced8ce9d tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:29.526325 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-1d1ebf14-91a6-40ad-9c95-309d4572da83 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:29.567362 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0795d736-b54d-42bf-bb6b-1a6877b02df1', 'name': 'network-vif-deleted', 'tag': '34ae9fe4-e2ab-459a-8506-8b3fc0c0b6dd', 'status': 'completed', 'code': 200} Dec 02 15:56:29.636662 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05a3af-bcd4-4da3-bfa8-9115ced8ce9d tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Pushing event deleted for resources: {'Port': ['ID=80ac70a6-1b3b-4054-af84-d6b77f4a33a7,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:29.641462 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2e05a3af-bcd4-4da3-bfa8-9115ced8ce9d tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:29.734821 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-6f895912-8a06-4327-a308-88054565bea0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Synchronizing usage tracker for tenant:cca84cc05e794548902f38e2444508de on resource:security_group {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:56:29.755645 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd95fdc-e9ce-4e0e-a7e4-621638ca0d80 req-2e05a3af-bcd4-4da3-bfa8-9115ced8ce9d tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] No DVR routers for this DVR port 80ac70a6-1b3b-4054-af84-d6b77f4a33a7 on host hv-cinder-73761 {{(pid=80330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 15:56:29.758174 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-4fd95fdc-e9ce-4e0e-a7e4-621638ca0d80 req-2e05a3af-bcd4-4da3-bfa8-9115ced8ce9d tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:29.801482 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-6f895912-8a06-4327-a308-88054565bea0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Unset dirty status for tenant:cca84cc05e794548902f38e2444508de on resource:security_group {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:56:29.802133 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4fd95fdc-e9ce-4e0e-a7e4-621638ca0d80 req-2e05a3af-bcd4-4da3-bfa8-9115ced8ce9d tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.90 "DELETE /v2.0/ports/80ac70a6-1b3b-4054-af84-d6b77f4a33a7 HTTP/1.1" status: 204 len: 173 time: 3.6982925 Dec 02 15:56:29.802740 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-6f895912-8a06-4327-a308-88054565bea0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--354592939&fields=id&tenant_id=cca84cc05e794548902f38e2444508de HTTP/1.1" status: 200 len: 267 time: 0.1245871 Dec 02 15:56:29.985147 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-2eb42feb-f238-4c48-84fb-59cdacfce153 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:29.987183 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-2eb42feb-f238-4c48-84fb-59cdacfce153 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/networks?id=897c5c37-7e4c-49f0-aa05-6604955b43fe HTTP/1.1" status: 200 len: 810 time: 0.1769428 Dec 02 15:56:30.015916 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-82fd0c01-0027-4c42-a885-216341b2e058 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/quotas/cca84cc05e794548902f38e2444508de HTTP/1.1" status: 200 len: 375 time: 0.0182211 Dec 02 15:56:30.139178 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-6c4bc008-fbba-424e-81f5-67823995bc7b tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Synchronizing usage tracker for tenant:cca84cc05e794548902f38e2444508de on resource:port {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:56:30.191419 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-6c4bc008-fbba-424e-81f5-67823995bc7b tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Unset dirty status for tenant:cca84cc05e794548902f38e2444508de on resource:port {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:56:30.193661 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-6c4bc008-fbba-424e-81f5-67823995bc7b tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?tenant_id=cca84cc05e794548902f38e2444508de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1676092 Dec 02 15:56:30.387115 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-480ee039-0880-48a2-bf92-ad1280cf2a2d service neutron] 10.222.0.98 "GET /v2.0/networks/897c5c37-7e4c-49f0-aa05-6604955b43fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779783 Dec 02 15:56:30.810726 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6f12e5a6-64e3-487e-970f-7d4585fd30b4 req-656aa1da-64f6-4534-9ba0-6f36d16a7bb6 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=6303c13c-62e0-4d20-b828-c28e375491c4 HTTP/1.1" status: 200 len: 210 time: 0.0630984 Dec 02 15:56:30.886300 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-77e3b13f-675c-480f-a606-4adbe44bae98 service neutron] 10.222.0.98 "GET /v2.0/networks/897c5c37-7e4c-49f0-aa05-6604955b43fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4905946 Dec 02 15:56:31.291032 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9917d28d-8806-45eb-a833-a5d66db48d2f req-4e852ebe-223f-4719-b0e1-833c92ccd196 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 210 time: 0.0576491 Dec 02 15:56:31.560351 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:56:31.569931 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6303c13c-62e0-4d20-b828-c28e375491c4', 'name': 'network-vif-deleted', 'tag': '80ac70a6-1b3b-4054-af84-d6b77f4a33a7'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:56:31.663408 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6303c13c-62e0-4d20-b828-c28e375491c4', 'name': 'network-vif-deleted', 'tag': '80ac70a6-1b3b-4054-af84-d6b77f4a33a7', 'status': 'completed', 'code': 200} Dec 02 15:56:32.061633 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:32.271523 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-445648ef-6082-411c-9b6c-55f1c4da3f3e tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:32.273110 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-445648ef-6082-411c-9b6c-55f1c4da3f3e tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/networks?id=e89b5eeb-c5bf-44f5-92c1-a531a00741ed HTTP/1.1" status: 200 len: 809 time: 0.1647935 Dec 02 15:56:32.290321 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-097d5c95-e4f4-47c5-8876-fd7bfea412c4 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/quotas/1053b82fceb54d2484a3a3aaf17d8925 HTTP/1.1" status: 200 len: 375 time: 0.0105898 Dec 02 15:56:32.345288 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-e81d0cda-bc2a-4fd3-b111-65d09448f0a1 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?tenant_id=1053b82fceb54d2484a3a3aaf17d8925&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488966 Dec 02 15:56:32.526254 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2b03bd4e-402a-47e8-97c9-5d0fa84d1207 req-e4d211be-7752-475c-8b5f-f1ba6705abb7 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 210 time: 0.0671134 Dec 02 15:56:32.599210 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-fca625fc-0294-405a-970c-211595bf91ec service neutron] 10.222.0.98 "GET /v2.0/networks/e89b5eeb-c5bf-44f5-92c1-a531a00741ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456827 Dec 02 15:56:32.834827 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-753d48da-d95d-4e16-8264-2695fb9df767 service neutron] 10.222.0.98 "GET /v2.0/networks/e89b5eeb-c5bf-44f5-92c1-a531a00741ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2267036 Dec 02 15:56:33.209629 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-11e306f9-475f-4ba7-b917-cfa16f0840c2 req-1fedc671-583d-43a8-af87-1806902f4c69 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=ba91edaf-86fd-4fb6-b017-f85b233426f3 HTTP/1.1" status: 200 len: 210 time: 0.0561805 Dec 02 15:56:33.772919 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d621a98b-c395-4df8-85bb-543951054c05 req-d2a70d6e-7759-4e7f-9167-52d94fcbef21 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 210 time: 0.0536010 Dec 02 15:56:33.831017 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-8de273e8-938e-4ab2-896d-4c6b07ea0269 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:33.832735 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-8de273e8-938e-4ab2-896d-4c6b07ea0269 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.90 "GET /v2.0/networks?id=897c5c37-7e4c-49f0-aa05-6604955b43fe HTTP/1.1" status: 200 len: 810 time: 0.2253757 Dec 02 15:56:33.942642 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-162f9581-de7e-4e65-9d6d-93f2d01cda0a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Synchronizing usage tracker for tenant:cca84cc05e794548902f38e2444508de on resource:security_group {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:56:33.957305 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-162f9581-de7e-4e65-9d6d-93f2d01cda0a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Unset dirty status for tenant:cca84cc05e794548902f38e2444508de on resource:security_group {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:56:33.958853 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-162f9581-de7e-4e65-9d6d-93f2d01cda0a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cca84cc05e794548902f38e2444508de HTTP/1.1" status: 200 len: 5504 time: 0.0994947 Dec 02 15:56:33.971622 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-ce0d9816-6fd6-4e72-bef7-64c662b065aa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Request body: {'port': {'device_id': 'ac2b16b7-f947-4dbb-be85-af8617dc781b', 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe', 'admin_state_up': True, 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'security_groups': ['5d3b896a-e9d8-424e-81ea-5921272bd55b']}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:56:34.133879 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-ce0d9816-6fd6-4e72-bef7-64c662b065aa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:56:34.144830 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-ce0d9816-6fd6-4e72-bef7-64c662b065aa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:56:34.303939 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-ce0d9816-6fd6-4e72-bef7-64c662b065aa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Made reservation on behalf of cca84cc05e794548902f38e2444508de for: {'port': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:56:34.310073 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-ce0d9816-6fd6-4e72-bef7-64c662b065aa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:34.409415 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0590166a-125d-4978-baee-eff9e5953a32 req-2cecaed5-6924-4074-b058-30cdfbbe8f97 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=ba91edaf-86fd-4fb6-b017-f85b233426f3 HTTP/1.1" status: 200 len: 210 time: 0.0547140 Dec 02 15:56:34.681094 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-ce0d9816-6fd6-4e72-bef7-64c662b065aa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Allocated IP 172.20.0.4 (897c5c37-7e4c-49f0-aa05-6604955b43fe/1dec06aa-ae61-48b1-9f23-8da853bd2bcb/4b95759f-ecf6-47af-ac1e-849d23e1fca1) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:56:34.909747 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-ce0d9816-6fd6-4e72-bef7-64c662b065aa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:34.929779 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-ce0d9816-6fd6-4e72-bef7-64c662b065aa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Transition to ACTIVE for port object 4b95759f-ecf6-47af-ac1e-849d23e1fca1 will not be triggered until provisioned by entity DHCP. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:56:35.002524 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-ce0d9816-6fd6-4e72-bef7-64c662b065aa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:35.087458 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-3cf8b1da-a291-49d1-90c7-51a6f037b209 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:35.088315 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa640c0-160b-4faa-8b31-b3e49dfbe9d6 req-2f222c88-6ed9-4caf-a264-12fb6b08e474 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:35.090009 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8fa640c0-160b-4faa-8b31-b3e49dfbe9d6 req-2f222c88-6ed9-4caf-a264-12fb6b08e474 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 931 time: 0.1183200 Dec 02 15:56:35.177196 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8fa640c0-160b-4faa-8b31-b3e49dfbe9d6 req-67a0dafc-ccba-4af6-8772-516b6592255f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=5d3b896a-e9d8-424e-81ea-5921272bd55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787945 Dec 02 15:56:35.206246 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d9816-6fd6-4e72-bef7-64c662b065aa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Pushing event updated for resources: {'Port': ['ID=4b95759f-ecf6-47af-ac1e-849d23e1fca1,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:35.211848 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ce0d9816-6fd6-4e72-bef7-64c662b065aa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:35.248299 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-ce0d9816-6fd6-4e72-bef7-64c662b065aa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Network 897c5c37-7e4c-49f0-aa05-6604955b43fe is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:56:35.249664 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-ce0d9816-6fd6-4e72-bef7-64c662b065aa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:56:35.252328 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-ce0d9816-6fd6-4e72-bef7-64c662b065aa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:56:35.460316 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-ce0d9816-6fd6-4e72-bef7-64c662b065aa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:35.461074 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-ce0d9816-6fd6-4e72-bef7-64c662b065aa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:35.557044 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-ce0d9816-6fd6-4e72-bef7-64c662b065aa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5899107 Dec 02 15:56:35.578906 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] Request body: {'port': {'device_id': 'ac2b16b7-f947-4dbb-be85-af8617dc781b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:56:35.637306 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-18a63ab5-d9a2-40da-9de0-505334f5befb tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:35.638977 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-18a63ab5-d9a2-40da-9de0-505334f5befb tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.90 "GET /v2.0/networks?id=e89b5eeb-c5bf-44f5-92c1-a531a00741ed HTTP/1.1" status: 200 len: 809 time: 0.3331044 Dec 02 15:56:35.639189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-a6eeabe7-6ee4-4511-bf75-1ea56fbbe4c8 None None] Provisioning for port 4b95759f-ecf6-47af-ac1e-849d23e1fca1 completed by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:56:35.645253 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-a6eeabe7-6ee4-4511-bf75-1ea56fbbe4c8 None None] Provisioning complete for port 4b95759f-ecf6-47af-ac1e-849d23e1fca1 triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:56:35.645996 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a6eeabe7-6ee4-4511-bf75-1ea56fbbe4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:35.717233 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-a6eeabe7-6ee4-4511-bf75-1ea56fbbe4c8 None None] Port 4b95759f-ecf6-47af-ac1e-849d23e1fca1 cannot update to ACTIVE because it is not bound. {{(pid=80332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 15:56:35.727041 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:35.816002 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-a8426d18-2b49-4770-8770-186319444a91 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Request body: {'port': {'device_id': 'ba91edaf-86fd-4fb6-b017-f85b233426f3', 'network_id': 'e89b5eeb-c5bf-44f5-92c1-a531a00741ed', 'admin_state_up': True, 'tenant_id': '1053b82fceb54d2484a3a3aaf17d8925'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:56:35.843149 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cf533905-6eb0-446c-b749-d321ee890240 req-b6085cb4-10a7-4366-9a18-53febae1df9e tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=ba91edaf-86fd-4fb6-b017-f85b233426f3 HTTP/1.1" status: 200 len: 210 time: 0.0968776 Dec 02 15:56:36.099727 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-a8426d18-2b49-4770-8770-186319444a91 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:56:36.109910 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-a8426d18-2b49-4770-8770-186319444a91 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Usage tracker for resource:port and tenant:1053b82fceb54d2484a3a3aaf17d8925 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:56:36.128161 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-a8426d18-2b49-4770-8770-186319444a91 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Quota usage for port was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:56:36.190476 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-a8426d18-2b49-4770-8770-186319444a91 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:56:36.320468 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-a8426d18-2b49-4770-8770-186319444a91 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Made reservation on behalf of 1053b82fceb54d2484a3a3aaf17d8925 for: {'port': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:56:36.325973 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-a8426d18-2b49-4770-8770-186319444a91 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:36.388815 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b95759f-ecf6-47af-ac1e-849d23e1fca1 {{(pid=80330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 15:56:36.400637 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:36.410303 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0b7a4-3680-4ee4-9145-2e67ca2a52b0 req-2dc397fa-8e9b-4f29-8ca9-23f2d2dd1206 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:36.412100 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a7a0b7a4-3680-4ee4-9145-2e67ca2a52b0 req-2dc397fa-8e9b-4f29-8ca9-23f2d2dd1206 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 931 time: 0.0915008 Dec 02 15:56:36.465280 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a7a0b7a4-3680-4ee4-9145-2e67ca2a52b0 req-660f0477-cf08-42f9-a1d9-5640567ad497 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=5d3b896a-e9d8-424e-81ea-5921272bd55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465236 Dec 02 15:56:36.489375 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] Transition to ACTIVE for port object 4b95759f-ecf6-47af-ac1e-849d23e1fca1 will not be triggered until provisioned by entity L2. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:56:36.741625 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:36.760306 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0d8f8b95-136a-4190-9a64-5520ae8ba7b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:36.997970 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] Pushing event updated for resources: {'Port': ['ID=4b95759f-ecf6-47af-ac1e-849d23e1fca1,revision_number=2']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:37.015491 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:37.069022 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-732f099a-beb9-4a3a-afe6-6f9c202d3c85 req-f5abf083-88e4-4f62-8563-574405c393d6 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=ba91edaf-86fd-4fb6-b017-f85b233426f3 HTTP/1.1" status: 200 len: 210 time: 0.0740325 Dec 02 15:56:37.230172 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-a8426d18-2b49-4770-8770-186319444a91 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Allocated IP 172.20.0.4 (e89b5eeb-c5bf-44f5-92c1-a531a00741ed/8b08337c-dd73-4ddf-8f57-387801ef013e/1f309c5a-f626-4d88-bbad-529f03d06854) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:56:37.265885 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] Attempting to bind port 4b95759f-ecf6-47af-ac1e-849d23e1fca1 on host hv-cinder-73761 for vnic_type normal with profile {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:56:37.266968 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] Attempting to bind port 4b95759f-ecf6-47af-ac1e-849d23e1fca1 by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': 'fe2ab88f-dfa5-4791-be10-6390467c3168', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe'}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:56:37.267339 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] Attempting to bind port 4b95759f-ecf6-47af-ac1e-849d23e1fca1 on network 897c5c37-7e4c-49f0-aa05-6604955b43fe {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:56:37.273639 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] Checking agent: {'id': 'a457a183-c7c9-4615-b19d-972b3b736d4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 48, 2), 'started_at': datetime.datetime(2020, 12, 2, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:56:37.274017 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] Checking segment: {'id': 'fe2ab88f-dfa5-4791-be10-6390467c3168', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:56:37.274536 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:37.274938 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] Bound using segment: {'id': 'fe2ab88f-dfa5-4791-be10-6390467c3168', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe'} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:56:37.275410 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] Bound port: 4b95759f-ecf6-47af-ac1e-849d23e1fca1, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2ab88f-dfa5-4791-be10-6390467c3168', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe'}}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:56:37.275841 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:37.432445 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] For port 4b95759f-ecf6-47af-ac1e-849d23e1fca1, host hv-cinder-73761, cleared binding levels {{(pid=80330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:56:37.517185 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] For port 4b95759f-ecf6-47af-ac1e-849d23e1fca1, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=4b95759f-ecf6-47af-ac1e-849d23e1fca1,segment=NetworkSegment(fe2ab88f-dfa5-4791-be10-6390467c3168),segment_id=fe2ab88f-dfa5-4791-be10-6390467c3168)] {{(pid=80330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:56:37.588022 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:37.604772 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e14d3919-f0e0-41e8-9ec8-80389334561b tempest-ServerRescueNegativeTestJSON-1758276392 tempest-ServerRescueNegativeTestJSON-1758276392] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:37.704614 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36b43f-85b7-4782-978f-578349cf5d1b req-89931e8c-ba63-4905-b8b0-dd1d21dab3d7 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:37.706203 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2e36b43f-85b7-4782-978f-578349cf5d1b req-89931e8c-ba63-4905-b8b0-dd1d21dab3d7 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 943 time: 0.0917537 Dec 02 15:56:37.722976 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-a8426d18-2b49-4770-8770-186319444a91 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:37.763698 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2e36b43f-85b7-4782-978f-578349cf5d1b req-ee5107b9-31a1-4014-89c7-0f827a3e59a6 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=5d3b896a-e9d8-424e-81ea-5921272bd55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476751 Dec 02 15:56:37.784803 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] Pushing event updated for resources: {'Port': ['ID=4b95759f-ecf6-47af-ac1e-849d23e1fca1,revision_number=3']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:37.799880 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:37.844891 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:37.845565 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:37.847388 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] 10.222.0.90 "PUT /v2.0/ports/4b95759f-ecf6-47af-ac1e-849d23e1fca1 HTTP/1.1" status: 200 len: 1157 time: 2.2737708 Dec 02 15:56:37.847942 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2b16b7-f947-4dbb-be85-af8617dc781b', 'tag': '4b95759f-ecf6-47af-ac1e-849d23e1fca1'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:56:37.910512 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-a8426d18-2b49-4770-8770-186319444a91 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:37.927695 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-bb7104bd-177d-4794-957b-b47a126327ca tempest-AttachVolumeNegativeTest-1520799397 tempest-AttachVolumeNegativeTest-1520799397] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:37.964252 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2b16b7-f947-4dbb-be85-af8617dc781b', 'tag': '4b95759f-ecf6-47af-ac1e-849d23e1fca1', 'status': 'completed', 'code': 200} Dec 02 15:56:38.118610 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8426d18-2b49-4770-8770-186319444a91 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Pushing event updated for resources: {'Port': ['ID=1f309c5a-f626-4d88-bbad-529f03d06854,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:38.124390 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a8426d18-2b49-4770-8770-186319444a91 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:38.209132 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e911ea-f4ce-4a06-a51f-7b214ba0d6e1 req-536aa1ed-dcd3-4b87-b048-28c7d7cda2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:38.210972 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b1e911ea-f4ce-4a06-a51f-7b214ba0d6e1 req-536aa1ed-dcd3-4b87-b048-28c7d7cda2cc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cca84cc05e794548902f38e2444508de&device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 1160 time: 0.2303116 Dec 02 15:56:38.215710 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-a8426d18-2b49-4770-8770-186319444a91 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Network e89b5eeb-c5bf-44f5-92c1-a531a00741ed is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:56:38.216898 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-a8426d18-2b49-4770-8770-186319444a91 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:56:38.219970 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-a8426d18-2b49-4770-8770-186319444a91 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:56:38.328914 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99e3c0-8599-4c9e-a9dd-c60d03ff6a6f req-e44c9325-b59a-4818-ac46-6f1d93b1b93b tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:38.332651 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4c99e3c0-8599-4c9e-a9dd-c60d03ff6a6f req-e44c9325-b59a-4818-ac46-6f1d93b1b93b tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=ba91edaf-86fd-4fb6-b017-f85b233426f3 HTTP/1.1" status: 200 len: 931 time: 0.1158679 Dec 02 15:56:38.384862 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-a8426d18-2b49-4770-8770-186319444a91 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:38.385492 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-a8426d18-2b49-4770-8770-186319444a91 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:38.395676 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4c99e3c0-8599-4c9e-a9dd-c60d03ff6a6f req-10a83dff-bdde-4a6b-a08a-74637748f1b7 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446224 Dec 02 15:56:38.464522 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e911ea-f4ce-4a06-a51f-7b214ba0d6e1 req-2d892c52-c4ba-470b-bff3-7e7b0633ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:38.466182 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b1e911ea-f4ce-4a06-a51f-7b214ba0d6e1 req-2d892c52-c4ba-470b-bff3-7e7b0633ab8e service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=cca84cc05e794548902f38e2444508de&shared=False HTTP/1.1" status: 200 len: 904 time: 0.2137437 Dec 02 15:56:38.558026 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-a8426d18-2b49-4770-8770-186319444a91 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7475944 Dec 02 15:56:38.580342 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] Request body: {'port': {'device_id': 'ba91edaf-86fd-4fb6-b017-f85b233426f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:56:38.732902 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e911ea-f4ce-4a06-a51f-7b214ba0d6e1 req-700896b7-444a-46e8-9510-7477629b1826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:38.734536 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b1e911ea-f4ce-4a06-a51f-7b214ba0d6e1 req-700896b7-444a-46e8-9510-7477629b1826 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2611156 Dec 02 15:56:38.759059 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:39.015294 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6e78-b0f8-419a-90be-3cda9f845f0a req-827f80ea-b8ec-44ab-996c-6f0ba6e2ab81 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:39.017789 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-310b6e78-b0f8-419a-90be-3cda9f845f0a req-827f80ea-b8ec-44ab-996c-6f0ba6e2ab81 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 943 time: 0.1005013 Dec 02 15:56:39.048349 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-fdb70a40-a085-4fb7-901f-ea9e2ecbfb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:39.050090 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-fdb70a40-a085-4fb7-901f-ea9e2ecbfb51 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cca84cc05e794548902f38e2444508de&device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 1160 time: 0.2329490 Dec 02 15:56:39.116834 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-310b6e78-b0f8-419a-90be-3cda9f845f0a req-d095f7a3-fd86-4397-96a2-8779ae876af4 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=5d3b896a-e9d8-424e-81ea-5921272bd55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810285 Dec 02 15:56:39.405312 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-9e2d5617-0890-4828-9fd5-beabe0c6d70b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b95759f-ecf6-47af-ac1e-849d23e1fca1 HTTP/1.1" status: 200 len: 217 time: 0.3356540 Dec 02 15:56:39.572787 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-27613098-22c2-42ce-90f8-98df4401cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:39.574496 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-27613098-22c2-42ce-90f8-98df4401cf9e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1dec06aa-ae61-48b1-9f23-8da853bd2bcb HTTP/1.1" status: 200 len: 849 time: 0.1166170 Dec 02 15:56:39.634733 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f074ab-3d6a-435a-8e2c-af403d68054c req-becd8082-575c-41e1-a7d0-70fdde8746ac tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:39.639238 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b1f074ab-3d6a-435a-8e2c-af403d68054c req-becd8082-575c-41e1-a7d0-70fdde8746ac tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=ba91edaf-86fd-4fb6-b017-f85b233426f3 HTTP/1.1" status: 200 len: 931 time: 0.0968504 Dec 02 15:56:39.689549 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b1f074ab-3d6a-435a-8e2c-af403d68054c req-f50078cb-1b94-470c-aa8a-ec169d1043a7 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447998 Dec 02 15:56:39.766807 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f309c5a-f626-4d88-bbad-529f03d06854 {{(pid=80330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 15:56:39.775672 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-4782ffbe-ce13-41d0-8a10-3df86b90ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:39.777499 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-4782ffbe-ce13-41d0-8a10-3df86b90ab64 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=897c5c37-7e4c-49f0-aa05-6604955b43fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1865540 Dec 02 15:56:39.779671 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:39.827024 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] Transition to ACTIVE for port object 1f309c5a-f626-4d88-bbad-529f03d06854 will not be triggered until provisioned by entity L2. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:56:39.894630 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:39.915281 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ad8f555a-36d7-442a-bcbc-25a625685c09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:40.104475 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] Pushing event updated for resources: {'Port': ['ID=1f309c5a-f626-4d88-bbad-529f03d06854,revision_number=2']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:40.124134 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:40.165880 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-bba4eecd-836c-480b-8fd2-58ac5ab59694 service neutron] 10.222.0.90 "GET /v2.0/networks/897c5c37-7e4c-49f0-aa05-6604955b43fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772502 Dec 02 15:56:40.485282 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad770a-89ac-4633-a404-fa36af25efde req-a7cc994f-b60e-4531-9da7-3d5853a059ee tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:40.487162 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-aaad770a-89ac-4633-a404-fa36af25efde req-a7cc994f-b60e-4531-9da7-3d5853a059ee tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 943 time: 0.1067765 Dec 02 15:56:40.487596 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-78208db7-6ad9-4f6d-89b7-49d5857fe3a8 req-2d383771-dfde-4c04-abe1-7b22b3eae22e service neutron] 10.222.0.90 "GET /v2.0/networks/897c5c37-7e4c-49f0-aa05-6604955b43fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3117893 Dec 02 15:56:40.495778 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] Attempting to bind port 1f309c5a-f626-4d88-bbad-529f03d06854 on host hv-cinder-73761 for vnic_type normal with profile {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:56:40.496244 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] Attempting to bind port 1f309c5a-f626-4d88-bbad-529f03d06854 by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': 'fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e89b5eeb-c5bf-44f5-92c1-a531a00741ed'}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:56:40.496535 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] Attempting to bind port 1f309c5a-f626-4d88-bbad-529f03d06854 on network e89b5eeb-c5bf-44f5-92c1-a531a00741ed {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:56:40.504489 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] Checking agent: {'id': 'a457a183-c7c9-4615-b19d-972b3b736d4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 48, 2), 'started_at': datetime.datetime(2020, 12, 2, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:56:40.505008 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] Checking segment: {'id': 'fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e89b5eeb-c5bf-44f5-92c1-a531a00741ed'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:56:40.505413 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:40.505823 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] Bound using segment: {'id': 'fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e89b5eeb-c5bf-44f5-92c1-a531a00741ed'} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:56:40.506343 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] Bound port: 1f309c5a-f626-4d88-bbad-529f03d06854, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e89b5eeb-c5bf-44f5-92c1-a531a00741ed'}}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:56:40.506822 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:40.544605 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-aaad770a-89ac-4633-a404-fa36af25efde req-2bb8e249-b5b2-4efd-aa79-b127d7f9906d tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=5d3b896a-e9d8-424e-81ea-5921272bd55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501723 Dec 02 15:56:40.698716 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] For port 1f309c5a-f626-4d88-bbad-529f03d06854, host hv-cinder-73761, cleared binding levels {{(pid=80330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:56:40.702055 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] For port 1f309c5a-f626-4d88-bbad-529f03d06854, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=1f309c5a-f626-4d88-bbad-529f03d06854,segment=NetworkSegment(fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76),segment_id=fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76)] {{(pid=80330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:56:40.753223 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:40.769647 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e4fa7618-b442-4092-869b-698e2176af56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:40.921569 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2981114-7233-44dc-a0a4-4e27ed795552 req-6258b538-6127-43d7-83ea-d311c01e2d34 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:40.923991 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a2981114-7233-44dc-a0a4-4e27ed795552 req-6258b538-6127-43d7-83ea-d311c01e2d34 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=ba91edaf-86fd-4fb6-b017-f85b233426f3 HTTP/1.1" status: 200 len: 943 time: 0.0916488 Dec 02 15:56:40.932506 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] Pushing event updated for resources: {'Port': ['ID=1f309c5a-f626-4d88-bbad-529f03d06854,revision_number=3']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:40.936564 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:40.980098 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a2981114-7233-44dc-a0a4-4e27ed795552 req-43566015-9c37-487b-af1b-7c9a07018e54 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481818 Dec 02 15:56:40.987032 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:40.987726 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:40.989352 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] 10.222.0.90 "PUT /v2.0/ports/1f309c5a-f626-4d88-bbad-529f03d06854 HTTP/1.1" status: 200 len: 1157 time: 2.4149773 Dec 02 15:56:40.989760 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba91edaf-86fd-4fb6-b017-f85b233426f3', 'tag': '1f309c5a-f626-4d88-bbad-529f03d06854'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:56:41.050417 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba91edaf-86fd-4fb6-b017-f85b233426f3', 'tag': '1f309c5a-f626-4d88-bbad-529f03d06854', 'status': 'completed', 'code': 200} Dec 02 15:56:41.194964 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc25988-cf0a-4613-b6fa-ba376589292f req-d198d9ba-3a07-424d-8ca0-17e0051d613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:41.196656 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9fc25988-cf0a-4613-b6fa-ba376589292f req-d198d9ba-3a07-424d-8ca0-17e0051d613d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1053b82fceb54d2484a3a3aaf17d8925&device_id=ba91edaf-86fd-4fb6-b017-f85b233426f3 HTTP/1.1" status: 200 len: 1160 time: 0.0833693 Dec 02 15:56:41.378544 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc25988-cf0a-4613-b6fa-ba376589292f req-d30ff404-b6eb-4223-9f4d-8fd494277b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:41.380253 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9fc25988-cf0a-4613-b6fa-ba376589292f req-d30ff404-b6eb-4223-9f4d-8fd494277b27 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=1053b82fceb54d2484a3a3aaf17d8925&shared=False HTTP/1.1" status: 200 len: 903 time: 0.1639438 Dec 02 15:56:41.607754 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc25988-cf0a-4613-b6fa-ba376589292f req-069c51cd-37d8-4695-9a2f-7d4588a64eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:41.609377 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9fc25988-cf0a-4613-b6fa-ba376589292f req-069c51cd-37d8-4695-9a2f-7d4588a64eec service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2214811 Dec 02 15:56:41.785146 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c67c4-bfdc-4721-86ac-99df948bf5ab req-716f5703-0fde-498f-8fcc-c855f3f7d31b tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:41.786849 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4c8c67c4-bfdc-4721-86ac-99df948bf5ab req-716f5703-0fde-498f-8fcc-c855f3f7d31b tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 943 time: 0.0929160 Dec 02 15:56:41.789357 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-c888a8de-454e-4009-84b6-79fec46605e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:41.791106 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-c888a8de-454e-4009-84b6-79fec46605e6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1053b82fceb54d2484a3a3aaf17d8925&device_id=ba91edaf-86fd-4fb6-b017-f85b233426f3 HTTP/1.1" status: 200 len: 1160 time: 0.0838051 Dec 02 15:56:41.846171 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4c8c67c4-bfdc-4721-86ac-99df948bf5ab req-94b711bc-5fe1-456e-b07e-a0df2fe85690 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=5d3b896a-e9d8-424e-81ea-5921272bd55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465872 Dec 02 15:56:41.899562 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-dc575f41-d7bf-4316-b404-e7354fef6a03 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f309c5a-f626-4d88-bbad-529f03d06854 HTTP/1.1" status: 200 len: 217 time: 0.0920291 Dec 02 15:56:41.975361 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-18e8ebb0-db3c-4263-8c18-3d3d3bbb3bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:41.976947 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-18e8ebb0-db3c-4263-8c18-3d3d3bbb3bb0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8b08337c-dd73-4ddf-8f57-387801ef013e HTTP/1.1" status: 200 len: 849 time: 0.0694990 Dec 02 15:56:42.031230 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-8eb95553-e210-4d80-8931-0e3b9f589f10 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e89b5eeb-c5bf-44f5-92c1-a531a00741ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463576 Dec 02 15:56:42.227862 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-b3cda3dd-c315-48fa-ae6c-f4251298f231 service neutron] 10.222.0.90 "GET /v2.0/networks/e89b5eeb-c5bf-44f5-92c1-a531a00741ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870124 Dec 02 15:56:42.240479 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1f0dd-a1fa-4602-82e0-5912c2e3b06e req-49327688-e4f8-40c8-bd1c-6b04efa28cf3 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:42.242129 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c2b1f0dd-a1fa-4602-82e0-5912c2e3b06e req-49327688-e4f8-40c8-bd1c-6b04efa28cf3 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=ba91edaf-86fd-4fb6-b017-f85b233426f3 HTTP/1.1" status: 200 len: 943 time: 0.0961299 Dec 02 15:56:42.303188 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c2b1f0dd-a1fa-4602-82e0-5912c2e3b06e req-2acfaee1-4e34-4e45-82b6-e93d11fbd3ee tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539117 Dec 02 15:56:42.383991 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a319e9d5-f05d-4ca1-9d42-435c398475b9 req-138ef013-c378-498d-a3e0-c07c0395f8e2 service neutron] 10.222.0.90 "GET /v2.0/networks/e89b5eeb-c5bf-44f5-92c1-a531a00741ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1485548 Dec 02 15:56:43.076167 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c62d55-f3de-4cdb-ad4b-84ae3ab4f0d1 req-e5770e96-ea18-4d6b-980a-f7f2c5fd697f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:43.077872 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-43c62d55-f3de-4cdb-ad4b-84ae3ab4f0d1 req-e5770e96-ea18-4d6b-980a-f7f2c5fd697f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 943 time: 0.0901041 Dec 02 15:56:43.136545 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-43c62d55-f3de-4cdb-ad4b-84ae3ab4f0d1 req-e566f6ab-69dc-4d19-823f-1efef11ac139 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=5d3b896a-e9d8-424e-81ea-5921272bd55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484059 Dec 02 15:56:43.527952 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55febc-1e46-41c9-a6d7-5932753d37f8 req-086fc48e-8221-4e41-9ee6-a335f25294e5 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:43.529552 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ef55febc-1e46-41c9-a6d7-5932753d37f8 req-086fc48e-8221-4e41-9ee6-a335f25294e5 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=ba91edaf-86fd-4fb6-b017-f85b233426f3 HTTP/1.1" status: 200 len: 943 time: 0.0875401 Dec 02 15:56:43.598879 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ef55febc-1e46-41c9-a6d7-5932753d37f8 req-87810783-345d-436d-bdf8-5b42a7486bf3 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612748 Dec 02 15:56:44.367699 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58bed2-c93e-4495-a695-9801a57a99ff req-6c557c93-aeec-475f-94ed-dcf12222953f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:44.369496 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7a58bed2-c93e-4495-a695-9801a57a99ff req-6c557c93-aeec-475f-94ed-dcf12222953f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 943 time: 0.0925913 Dec 02 15:56:44.420444 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7a58bed2-c93e-4495-a695-9801a57a99ff req-099e64a7-17bc-4781-8af4-2bd8973b9dc5 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=5d3b896a-e9d8-424e-81ea-5921272bd55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443790 Dec 02 15:56:44.532636 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 4b95759f-ecf6-47af-ac1e-849d23e1fca1 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:56:44.635232 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning for port 4b95759f-ecf6-47af-ac1e-849d23e1fca1 completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:56:44.640653 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 4b95759f-ecf6-47af-ac1e-849d23e1fca1 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:56:44.641786 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:44.768250 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:44.796676 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2b16b7-f947-4dbb-be85-af8617dc781b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b95759f-ecf6-47af-ac1e-849d23e1fca1'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:56:44.808924 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 4b95759f-ecf6-47af-ac1e-849d23e1fca1, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=4b95759f-ecf6-47af-ac1e-849d23e1fca1,segment=NetworkSegment(fe2ab88f-dfa5-4791-be10-6390467c3168),segment_id=fe2ab88f-dfa5-4791-be10-6390467c3168)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:56:44.820773 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27dba2-f9c5-4566-8415-5f45373f3e30 req-d299533a-79f5-4696-bb64-72bff5d92bc6 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:44.822619 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3c27dba2-f9c5-4566-8415-5f45373f3e30 req-d299533a-79f5-4696-bb64-72bff5d92bc6 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=ba91edaf-86fd-4fb6-b017-f85b233426f3 HTTP/1.1" status: 200 len: 943 time: 0.0882509 Dec 02 15:56:44.841371 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:44.844619 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0fff4ee2-4ca3-4a0d-9780-a736f784ea0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:44.884056 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3c27dba2-f9c5-4566-8415-5f45373f3e30 req-84b507b8-9cc8-4553-81ea-35f1a6649aaf tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530906 Dec 02 15:56:44.901522 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2b16b7-f947-4dbb-be85-af8617dc781b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b95759f-ecf6-47af-ac1e-849d23e1fca1', 'code': 200} Dec 02 15:56:44.940397 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=4b95759f-ecf6-47af-ac1e-849d23e1fca1,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:44.944349 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:45.243425 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619ae92-9a05-4c91-8b20-06143c9c6404 req-6128a3bd-fa3d-418e-8f99-836a34e98c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:45.245050 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0619ae92-9a05-4c91-8b20-06143c9c6404 req-6128a3bd-fa3d-418e-8f99-836a34e98c7c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 1162 time: 0.0861106 Dec 02 15:56:45.294268 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0619ae92-9a05-4c91-8b20-06143c9c6404 req-fedcb250-193f-4189-83fc-b65395d7cc7b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5d3b896a-e9d8-424e-81ea-5921272bd55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390904 Dec 02 15:56:45.647851 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d60ae4-fd29-4f22-85fd-72c096503be1 req-0b5d2468-00a4-4acf-b0c7-9c81378e6bad tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:45.649595 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-12d60ae4-fd29-4f22-85fd-72c096503be1 req-0b5d2468-00a4-4acf-b0c7-9c81378e6bad tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 945 time: 0.0924947 Dec 02 15:56:45.704533 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-12d60ae4-fd29-4f22-85fd-72c096503be1 req-30c71965-05f4-4f17-91c5-60597baf9c22 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=5d3b896a-e9d8-424e-81ea-5921272bd55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477278 Dec 02 15:56:46.129289 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf436c-45d5-43db-ac25-940dfc762ffa req-fe7d14e1-f43e-4e4c-9c52-25c18b970033 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:46.131010 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1faf436c-45d5-43db-ac25-940dfc762ffa req-fe7d14e1-f43e-4e4c-9c52-25c18b970033 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=ba91edaf-86fd-4fb6-b017-f85b233426f3 HTTP/1.1" status: 200 len: 943 time: 0.0953298 Dec 02 15:56:46.184682 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1faf436c-45d5-43db-ac25-940dfc762ffa req-ffc39c29-7812-4652-9d29-f21fbfd1556d tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466423 Dec 02 15:56:46.932167 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7c575-3539-4163-94c3-6be68f147e2a req-4125574b-f2ad-47e3-9483-188c2503442a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:46.933768 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d7b7c575-3539-4163-94c3-6be68f147e2a req-4125574b-f2ad-47e3-9483-188c2503442a tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 945 time: 0.0913150 Dec 02 15:56:46.953046 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 4b95759f-ecf6-47af-ac1e-849d23e1fca1 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:56:46.994188 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d7b7c575-3539-4163-94c3-6be68f147e2a req-e78ee320-0592-4ede-b697-3b2b5a52d231 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=5d3b896a-e9d8-424e-81ea-5921272bd55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525587 Dec 02 15:56:47.040792 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 4b95759f-ecf6-47af-ac1e-849d23e1fca1 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:56:47.041518 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:47.171731 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 1f309c5a-f626-4d88-bbad-529f03d06854 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:56:47.282428 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning for port 1f309c5a-f626-4d88-bbad-529f03d06854 completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:56:47.288571 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 1f309c5a-f626-4d88-bbad-529f03d06854 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:56:47.289001 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:47.415839 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df238a12-6456-4f43-bd26-02dac207c88c req-10bc5e7d-5b8b-461d-b106-0258192a04ad tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:47.417616 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-df238a12-6456-4f43-bd26-02dac207c88c req-10bc5e7d-5b8b-461d-b106-0258192a04ad tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=ba91edaf-86fd-4fb6-b017-f85b233426f3 HTTP/1.1" status: 200 len: 943 time: 0.0911732 Dec 02 15:56:47.471860 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-df238a12-6456-4f43-bd26-02dac207c88c req-6ffaa854-bbd5-4b99-a55a-fc96b34f5fee tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464778 Dec 02 15:56:47.479359 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:47.519713 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba91edaf-86fd-4fb6-b017-f85b233426f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f309c5a-f626-4d88-bbad-529f03d06854'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:56:47.530741 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 1f309c5a-f626-4d88-bbad-529f03d06854, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=1f309c5a-f626-4d88-bbad-529f03d06854,segment=NetworkSegment(fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76),segment_id=fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:56:47.561021 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:47.563710 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:47.629834 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba91edaf-86fd-4fb6-b017-f85b233426f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f309c5a-f626-4d88-bbad-529f03d06854', 'code': 200} Dec 02 15:56:47.645622 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=1f309c5a-f626-4d88-bbad-529f03d06854,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:47.650751 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:48.030301 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 1f309c5a-f626-4d88-bbad-529f03d06854 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:56:48.051346 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bde54-ab5b-4a0b-9829-f963e3857b98 req-ad49d16d-e753-4dbb-b5fb-3e19fe5ea99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:48.055285 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8b5bde54-ab5b-4a0b-9829-f963e3857b98 req-ad49d16d-e753-4dbb-b5fb-3e19fe5ea99e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ba91edaf-86fd-4fb6-b017-f85b233426f3 HTTP/1.1" status: 200 len: 1162 time: 0.1058252 Dec 02 15:56:48.128846 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8b5bde54-ab5b-4a0b-9829-f963e3857b98 req-78d63324-a43d-4352-b311-edfb496ca81c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643196 Dec 02 15:56:48.163253 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 1f309c5a-f626-4d88-bbad-529f03d06854 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:56:48.164922 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:48.304000 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05eb831-d638-471a-9c68-ec430ee29255 req-ac10a7ed-e0bf-4977-84dd-6c1d6f1ab9ef tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:48.305741 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f05eb831-d638-471a-9c68-ec430ee29255 req-ac10a7ed-e0bf-4977-84dd-6c1d6f1ab9ef tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 945 time: 0.1029258 Dec 02 15:56:48.361025 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f05eb831-d638-471a-9c68-ec430ee29255 req-cb6255d6-ac6a-436a-b52e-9b67f58c7b29 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=5d3b896a-e9d8-424e-81ea-5921272bd55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472667 Dec 02 15:56:48.689019 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190a619-720c-4623-af48-bb5610eef206 req-981a4420-a3b5-4555-9874-6a0f5395c123 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:48.690801 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2190a619-720c-4623-af48-bb5610eef206 req-981a4420-a3b5-4555-9874-6a0f5395c123 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 945 time: 0.1680391 Dec 02 15:56:48.701901 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 42592) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:56:48.710264 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-4c8fd08f-f0a7-4c55-9ac5-f7a1be7fa682 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Request body: {'floatingip': {'port_id': '4b95759f-ecf6-47af-ac1e-849d23e1fca1'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:56:48.726196 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e040c85-f81b-4e55-936c-649b4a163e6e req-77ec16a4-7a80-4e9b-a532-14aad905024a tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:48.727957 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0e040c85-f81b-4e55-936c-649b4a163e6e req-77ec16a4-7a80-4e9b-a532-14aad905024a tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=ba91edaf-86fd-4fb6-b017-f85b233426f3 HTTP/1.1" status: 200 len: 945 time: 0.1169794 Dec 02 15:56:48.793808 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0e040c85-f81b-4e55-936c-649b4a163e6e req-09801dcb-8023-4af6-89ed-1b123154afa2 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528927 Dec 02 15:56:48.798296 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd08f-f0a7-4c55-9ac5-f7a1be7fa682 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for floatingip, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:50.090730 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abbacd-0eec-423f-bf40-40ffebb2ac00 req-5e16eb6f-0dd9-4ff4-80f1-a766fb48815e tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:50.091965 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd08f-f0a7-4c55-9ac5-f7a1be7fa682 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for floatingip, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:50.093405 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-98abbacd-0eec-423f-bf40-40ffebb2ac00 req-5e16eb6f-0dd9-4ff4-80f1-a766fb48815e tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=ba91edaf-86fd-4fb6-b017-f85b233426f3 HTTP/1.1" status: 200 len: 945 time: 0.1346459 Dec 02 15:56:50.120851 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd08f-f0a7-4c55-9ac5-f7a1be7fa682 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854216080'] for floatingip, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:50.154403 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-98abbacd-0eec-423f-bf40-40ffebb2ac00 req-84394ce7-347b-41b9-85bd-9324041096b3 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525043 Dec 02 15:56:50.206128 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 1f309c5a-f626-4d88-bbad-529f03d06854 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:56:50.301915 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 1f309c5a-f626-4d88-bbad-529f03d06854 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:56:50.302546 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:50.394183 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.l3_db [None req-4c8fd08f-f0a7-4c55-9ac5-f7a1be7fa682 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Floating IP 7376fbbf-e931-4c8d-a7e6-2192263b0c0f associated. External IP: 172.28.0.7, port: 4b95759f-ecf6-47af-ac1e-849d23e1fca1. Dec 02 15:56:50.827298 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8fd08f-f0a7-4c55-9ac5-f7a1be7fa682 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Router 4af6337e-590d-433f-b860-b328b964cc61 has already been hosted by L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf {{(pid=80330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 15:56:51.044411 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8fd08f-f0a7-4c55-9ac5-f7a1be7fa682 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:56:51.051938 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd08f-f0a7-4c55-9ac5-f7a1be7fa682 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for floatingip, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:51.065798 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65400c09-8048-4cc3-957c-1796a07eb409 None None] Sync routers for ids ['4af6337e-590d-433f-b860-b328b964cc61'] in dv-cinder-737618-2-smb {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:56:51.089288 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65400c09-8048-4cc3-957c-1796a07eb409 None None] Routers {'4af6337e-590d-433f-b860-b328b964cc61'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:56:51.090880 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-65400c09-8048-4cc3-957c-1796a07eb409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:56:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['4af6337e-590d-433f-b860-b328b964cc61'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:56:51.154607 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-4c8fd08f-f0a7-4c55-9ac5-f7a1be7fa682 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "PUT /v2.0/floatingips/7376fbbf-e931-4c8d-a7e6-2192263b0c0f HTTP/1.1" status: 200 len: 989 time: 2.4502072 Dec 02 15:56:51.155386 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2b16b7-f947-4dbb-be85-af8617dc781b', 'tag': '4b95759f-ecf6-47af-ac1e-849d23e1fca1'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:56:51.259916 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2b16b7-f947-4dbb-be85-af8617dc781b', 'tag': '4b95759f-ecf6-47af-ac1e-849d23e1fca1', 'status': 'completed', 'code': 200} Dec 02 15:56:51.347846 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-65400c09-8048-4cc3-957c-1796a07eb409 None None] Set router 4af6337e-590d-433f-b860-b328b964cc61 gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:56:51.429782 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90adbc14-b06a-42c8-b363-1fe086cf5e55 req-dbed3a02-dbf0-4a73-afa6-fba63a46230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:51.431453 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-90adbc14-b06a-42c8-b363-1fe086cf5e55 req-dbed3a02-dbf0-4a73-afa6-fba63a46230e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cca84cc05e794548902f38e2444508de&device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 1162 time: 0.0947185 Dec 02 15:56:51.630131 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90adbc14-b06a-42c8-b363-1fe086cf5e55 req-71b0472e-4571-47b6-a906-da094e5a478f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:51.633179 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-90adbc14-b06a-42c8-b363-1fe086cf5e55 req-71b0472e-4571-47b6-a906-da094e5a478f service neutron] 10.222.0.90 "GET /v2.0/networks?id=897c5c37-7e4c-49f0-aa05-6604955b43fe HTTP/1.1" status: 200 len: 904 time: 0.1874554 Dec 02 15:56:51.768463 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-90adbc14-b06a-42c8-b363-1fe086cf5e55 req-2a56df14-568d-4885-8ce6-9c3b9dd06e04 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b95759f-ecf6-47af-ac1e-849d23e1fca1 HTTP/1.1" status: 200 len: 997 time: 0.1179307 Dec 02 15:56:51.778676 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-65400c09-8048-4cc3-957c-1796a07eb409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6337e-590d-433f-b860-b328b964cc61', 'name': 'tempest-AttachVolumeTestJSON-755891331-router', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:13Z', 'updated_at': '2020-12-02T15:50:31Z', 'revision_number': 4, 'project_id': 'cca84cc05e794548902f38e2444508de', 'gw_port': {'id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:15Z', 'updated_at': '2020-12-02T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_floatingips': [{'id': '7376fbbf-e931-4c8d-a7e6-2192263b0c0f', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'floating_ip_address': '172.28.0.7', 'floating_network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'router_id': '4af6337e-590d-433f-b860-b328b964cc61', 'port_id': '4b95759f-ecf6-47af-ac1e-849d23e1fca1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe', 'mac_address': 'fa:16:3e:a2:3a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2b16b7-f947-4dbb-be85-af8617dc781b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:56:26Z', 'updated_at': '2020-12-02T15:56:49Z', 'revision_number': 1, 'project_id': 'cca84cc05e794548902f38e2444508de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848b1662-7231-4df0-88e3-ed5eeaadfb81', 'name': '', 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'mac_address': 'fa:16:3e:23:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:26Z', 'updated_at': '2020-12-02T15:50:45Z', 'revision_number': 5, 'project_id': 'cca84cc05e794548902f38e2444508de', 'subnets': [{'id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:56:51.784511 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65400c09-8048-4cc3-957c-1796a07eb409 None None] Checking router: 4af6337e-590d-433f-b860-b328b964cc61 for host: dv-cinder-737618-2-smb {{(pid=80332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:56:51.795572 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65400c09-8048-4cc3-957c-1796a07eb409 None None] Routers {'4af6337e-590d-433f-b860-b328b964cc61'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:56:51.796265 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-65400c09-8048-4cc3-957c-1796a07eb409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:56:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['4af6337e-590d-433f-b860-b328b964cc61'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:56:51.866052 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90adbc14-b06a-42c8-b363-1fe086cf5e55 req-02b39c96-acb4-4c1a-9ee9-6503f8a33e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:51.868843 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-90adbc14-b06a-42c8-b363-1fe086cf5e55 req-02b39c96-acb4-4c1a-9ee9-6503f8a33e24 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1dec06aa-ae61-48b1-9f23-8da853bd2bcb HTTP/1.1" status: 200 len: 849 time: 0.0914013 Dec 02 15:56:51.997106 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90adbc14-b06a-42c8-b363-1fe086cf5e55 req-fbb5664d-9936-44cb-a2c4-e63e0d5d029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:51.998773 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-90adbc14-b06a-42c8-b363-1fe086cf5e55 req-fbb5664d-9936-44cb-a2c4-e63e0d5d029f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=897c5c37-7e4c-49f0-aa05-6604955b43fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1195769 Dec 02 15:56:51.998927 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8eb8e17c-1203-470b-bbf1-7fa08c8a3def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:52.041445 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-65400c09-8048-4cc3-957c-1796a07eb409 None None] Set router 4af6337e-590d-433f-b860-b328b964cc61 gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:56:52.231204 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9206a-4868-4e1d-8cc8-fcd9bc5a6b8a req-c3450457-5287-4936-86d5-b261aabea3b0 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:52.236286 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a5f9206a-4868-4e1d-8cc8-fcd9bc5a6b8a req-c3450457-5287-4936-86d5-b261aabea3b0 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=ba91edaf-86fd-4fb6-b017-f85b233426f3 HTTP/1.1" status: 200 len: 945 time: 0.1711581 Dec 02 15:56:52.329875 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a5f9206a-4868-4e1d-8cc8-fcd9bc5a6b8a req-b710b667-3ec3-4a2b-acd7-01001cce0435 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803890 Dec 02 15:56:52.444347 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-90adbc14-b06a-42c8-b363-1fe086cf5e55 req-33dd3937-13f0-4f37-a90d-4890b24e8767 service neutron] 10.222.0.90 "GET /v2.0/networks/897c5c37-7e4c-49f0-aa05-6604955b43fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991256 Dec 02 15:56:52.637550 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-90adbc14-b06a-42c8-b363-1fe086cf5e55 req-3e4629d0-8bd8-4fc8-9dd7-0bdd75cf7154 service neutron] 10.222.0.90 "GET /v2.0/networks/897c5c37-7e4c-49f0-aa05-6604955b43fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1749141 Dec 02 15:56:52.718517 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-65400c09-8048-4cc3-957c-1796a07eb409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6337e-590d-433f-b860-b328b964cc61', 'name': 'tempest-AttachVolumeTestJSON-755891331-router', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:13Z', 'updated_at': '2020-12-02T15:50:31Z', 'revision_number': 4, 'project_id': 'cca84cc05e794548902f38e2444508de', 'gw_port': {'id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:15Z', 'updated_at': '2020-12-02T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_floatingips': [{'id': '7376fbbf-e931-4c8d-a7e6-2192263b0c0f', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'floating_ip_address': '172.28.0.7', 'floating_network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'router_id': '4af6337e-590d-433f-b860-b328b964cc61', 'port_id': '4b95759f-ecf6-47af-ac1e-849d23e1fca1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe', 'mac_address': 'fa:16:3e:a2:3a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2b16b7-f947-4dbb-be85-af8617dc781b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:56:26Z', 'updated_at': '2020-12-02T15:56:49Z', 'revision_number': 1, 'project_id': 'cca84cc05e794548902f38e2444508de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848b1662-7231-4df0-88e3-ed5eeaadfb81', 'name': '', 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'mac_address': 'fa:16:3e:23:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:26Z', 'updated_at': '2020-12-02T15:50:45Z', 'revision_number': 5, 'project_id': 'cca84cc05e794548902f38e2444508de', 'subnets': [{'id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:56:52.724500 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65400c09-8048-4cc3-957c-1796a07eb409 None None] The sync data for ids ['4af6337e-590d-433f-b860-b328b964cc61'] in dv-cinder-737618-2-smb is: [{'id': '4af6337e-590d-433f-b860-b328b964cc61', 'name': 'tempest-AttachVolumeTestJSON-755891331-router', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:13Z', 'updated_at': '2020-12-02T15:50:31Z', 'revision_number': 4, 'project_id': 'cca84cc05e794548902f38e2444508de', 'gw_port': {'id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:15Z', 'updated_at': '2020-12-02T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_floatingips': [{'id': '7376fbbf-e931-4c8d-a7e6-2192263b0c0f', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'floating_ip_address': '172.28.0.7', 'floating_network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'router_id': '4af6337e-590d-433f-b860-b328b964cc61', 'port_id': '4b95759f-ecf6-47af-ac1e-849d23e1fca1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe', 'mac_address': 'fa:16:3e:a2:3a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2b16b7-f947-4dbb-be85-af8617dc781b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:56:26Z', 'updated_at': '2020-12-02T15:56:49Z', 'revision_number': 1, 'project_id': 'cca84cc05e794548902f38e2444508de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848b1662-7231-4df0-88e3-ed5eeaadfb81', 'name': '', 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'mac_address': 'fa:16:3e:23:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:26Z', 'updated_at': '2020-12-02T15:50:45Z', 'revision_number': 5, 'project_id': 'cca84cc05e794548902f38e2444508de', 'subnets': [{'id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:56:53.047666 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e047c0-6468-4add-a96b-4eff0ff82f93 None None] New status for floating IP 7376fbbf-e931-4c8d-a7e6-2192263b0c0f: ACTIVE {{(pid=80333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 02 15:56:53.591412 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509ef92-a6f0-4442-804f-1b02970b512a req-0b0216ce-1c92-41e2-b360-65ea7cbe4a88 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:53.593065 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e509ef92-a6f0-4442-804f-1b02970b512a req-0b0216ce-1c92-41e2-b360-65ea7cbe4a88 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=ba91edaf-86fd-4fb6-b017-f85b233426f3 HTTP/1.1" status: 200 len: 945 time: 0.0940719 Dec 02 15:56:53.644203 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e509ef92-a6f0-4442-804f-1b02970b512a req-a7fa4b1d-f138-466a-9f8d-8f4777d3d791 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436158 Dec 02 15:56:53.696627 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 42656) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:56:53.766032 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_v2 [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Deleting subnet d4fef72c-0ccf-43b1-b9f4-2c0047764198 {{(pid=80330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 15:56:53.769458 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:53.831213 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14966934'] for subnet, precommit_delete_associations {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:53.898586 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3212037'] for subnet, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:54.279925 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851563747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15721353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14709024'] for subnet, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:54.301170 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:54.425773 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4fef72c-0ccf-43b1-b9f4-2c0047764198,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:54.444947 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6f4d1-c01f-4edf-8386-9478f55de132 req-1063f998-382b-4296-86e5-cba94e572ea6 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:54.445731 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-c7e6f4d1-c01f-4edf-8386-9478f55de132 req-1063f998-382b-4296-86e5-cba94e572ea6 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Synchronizing usage tracker for tenant:1053b82fceb54d2484a3a3aaf17d8925 on resource:port {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:56:54.452655 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:54.453738 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:54.454213 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:54.454663 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:54.455100 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:54.455491 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:54.455885 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:54.456278 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:54.456671 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:54.457090 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:54.457550 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:54.457958 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:54.458413 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:54.458942 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:54.459339 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:54.459720 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:54.460124 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:54.460692 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:54.461083 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:54.461469 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:54.461915 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:54.462301 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:54.462717 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:54.463102 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:54.467193 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:54.478192 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0db05929-c25c-4ee0-a53f-6e2431148b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:54.506122 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for subnet, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:54.512610 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-a655c5bd-6bac-4c30-b089-87bf9d5c10c2 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/d4fef72c-0ccf-43b1-b9f4-2c0047764198 HTTP/1.1" status: 204 len: 168 time: 0.8146372 Dec 02 15:56:54.515321 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 42660) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:56:54.538833 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-c7e6f4d1-c01f-4edf-8386-9478f55de132 req-1063f998-382b-4296-86e5-cba94e572ea6 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Unset dirty status for tenant:1053b82fceb54d2484a3a3aaf17d8925 on resource:port {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:56:54.539993 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c7e6f4d1-c01f-4edf-8386-9478f55de132 req-1063f998-382b-4296-86e5-cba94e572ea6 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.90 "GET /v2.0/ports?device_id=ba91edaf-86fd-4fb6-b017-f85b233426f3 HTTP/1.1" status: 200 len: 945 time: 0.3337023 Dec 02 15:56:54.701256 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5a435b8a-194f-4a9c-9df1-b3510f56a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851402585'] for network, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:54.776664 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-c7e6f4d1-c01f-4edf-8386-9478f55de132 req-23c82d4e-f486-448a-aec3-329db3d19d65 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Deleting port 1f309c5a-f626-4d88-bbad-529f03d06854 {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:56:54.777061 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-c7e6f4d1-c01f-4edf-8386-9478f55de132 req-23c82d4e-f486-448a-aec3-329db3d19d65 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:54.878609 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:54.880985 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee5615-7613-43e1-86bd-5f32b99fda74 req-61f02b07-aeb3-4b3d-9416-5f9032592c07 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:54.882689 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-99ee5615-7613-43e1-86bd-5f32b99fda74 req-61f02b07-aeb3-4b3d-9416-5f9032592c07 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=ba91edaf-86fd-4fb6-b017-f85b233426f3 HTTP/1.1" status: 200 len: 945 time: 0.0936601 Dec 02 15:56:54.935914 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-99ee5615-7613-43e1-86bd-5f32b99fda74 req-071981e5-0c0e-46c0-8a3d-93048454611d tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464909 Dec 02 15:56:55.033647 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5a435b8a-194f-4a9c-9df1-b3510f56a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3212700', 'neutron.services.segments.db._delete_segments_for_network--9223363299656580280'] for network, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:55.269077 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-5a435b8a-194f-4a9c-9df1-b3510f56a7e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c24517-8fd6-4fe7-9392-b3d3a9227fb5']}} {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:56:55.296939 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-5a435b8a-194f-4a9c-9df1-b3510f56a7e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4211b208-8e55-4ddb-a57d-729c1860213f') {'for_net_delete': True} {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:56:55.297244 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-5a435b8a-194f-4a9c-9df1-b3510f56a7e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4211b208-8e55-4ddb-a57d-729c1860213f') {} {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:56:55.318338 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5a435b8a-194f-4a9c-9df1-b3510f56a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299656579768', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839808866'] for segment, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:55.326775 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-c7e6f4d1-c01f-4edf-8386-9478f55de132 req-23c82d4e-f486-448a-aec3-329db3d19d65 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] For port 1f309c5a-f626-4d88-bbad-529f03d06854, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=1f309c5a-f626-4d88-bbad-529f03d06854,segment=NetworkSegment(fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76),segment_id=fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:56:55.327177 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-c7e6f4d1-c01f-4edf-8386-9478f55de132 req-23c82d4e-f486-448a-aec3-329db3d19d65 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:55.460437 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5a435b8a-194f-4a9c-9df1-b3510f56a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:55.469373 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-c7e6f4d1-c01f-4edf-8386-9478f55de132 req-23c82d4e-f486-448a-aec3-329db3d19d65 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Calling delete_port for 1f309c5a-f626-4d88-bbad-529f03d06854 owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:56:55.499347 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5a435b8a-194f-4a9c-9df1-b3510f56a7e0 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 15:56:55.758154 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:55.894831 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 1f309c5a-f626-4d88-bbad-529f03d06854 no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 15:56:55.951288 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-5a435b8a-194f-4a9c-9df1-b3510f56a7e0 admin admin] Network b9c24517-8fd6-4fe7-9392-b3d3a9227fb5 has no segments {{(pid=80330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 15:56:55.962221 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5a435b8a-194f-4a9c-9df1-b3510f56a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3225722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839048150'] for segment, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:56.049137 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:56.226118 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-5a435b8a-194f-4a9c-9df1-b3510f56a7e0 admin admin] Network b9c24517-8fd6-4fe7-9392-b3d3a9227fb5 has no segments {{(pid=80330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 15:56:56.251166 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b67276-04e7-47a0-89ac-8d4438211b65 req-469323eb-62b0-47e1-be11-a2984f7d0fcf tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: Traceback (most recent call last): Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: timer() Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: cb(*args, **kw) Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: return func(*args, **kwargs) Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: self._notify() Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: self.callback(batched_events) Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: event.method(event) Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: segment_id)['aggregates'][0] Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: return f(self, *a, **k) Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: return self._get(url).json() Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: **kwargs) Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: return self.request(url, 'GET', **kwargs) Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: **endpoint_filter) Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 15:56:56.251382 dv-cinder-737618-2-smb neutron-server[80217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 15:56:56.255516 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b4b67276-04e7-47a0-89ac-8d4438211b65 req-469323eb-62b0-47e1-be11-a2984f7d0fcf tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=ba91edaf-86fd-4fb6-b017-f85b233426f3 HTTP/1.1" status: 200 len: 867 time: 0.1187904 Dec 02 15:56:56.303623 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b4b67276-04e7-47a0-89ac-8d4438211b65 req-e031413d-5393-494b-b37b-32aa6bc6ba5b tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/security-groups?id=6f67bedd-65fa-456f-b116-1f6fa12a8d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442519 Dec 02 15:56:56.307350 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-c7e6f4d1-c01f-4edf-8386-9478f55de132 req-23c82d4e-f486-448a-aec3-329db3d19d65 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:56.327138 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:56.387590 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c82d4e-f486-448a-aec3-329db3d19d65 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Pushing event deleted for resources: {'Port': ['ID=1f309c5a-f626-4d88-bbad-529f03d06854,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:56.449754 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-23c82d4e-f486-448a-aec3-329db3d19d65 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:56.492420 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5a435b8a-194f-4a9c-9df1-b3510f56a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851563116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854216125'] for network, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:56.507274 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:56.528774 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5a435b8a-194f-4a9c-9df1-b3510f56a7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:56.540136 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a435b8a-194f-4a9c-9df1-b3510f56a7e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9c24517-8fd6-4fe7-9392-b3d3a9227fb5,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:56.545104 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5a435b8a-194f-4a9c-9df1-b3510f56a7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:56.630840 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-5a435b8a-194f-4a9c-9df1-b3510f56a7e0 admin admin] 10.222.0.98 "DELETE /v2.0/networks/b9c24517-8fd6-4fe7-9392-b3d3a9227fb5 HTTP/1.1" status: 204 len: 168 time: 2.1134224 Dec 02 15:56:56.646472 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e6f4d1-c01f-4edf-8386-9478f55de132 req-23c82d4e-f486-448a-aec3-329db3d19d65 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] No DVR routers for this DVR port 1f309c5a-f626-4d88-bbad-529f03d06854 on host hv-cinder-73761 {{(pid=80330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 15:56:56.651429 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-c7e6f4d1-c01f-4edf-8386-9478f55de132 req-23c82d4e-f486-448a-aec3-329db3d19d65 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:56.653607 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c7e6f4d1-c01f-4edf-8386-9478f55de132 req-23c82d4e-f486-448a-aec3-329db3d19d65 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.90 "DELETE /v2.0/ports/1f309c5a-f626-4d88-bbad-529f03d06854 HTTP/1.1" status: 204 len: 173 time: 2.0560303 Dec 02 15:56:56.654188 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba91edaf-86fd-4fb6-b017-f85b233426f3', 'name': 'network-vif-deleted', 'tag': '1f309c5a-f626-4d88-bbad-529f03d06854'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:56:56.694870 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1d2699c3-e678-48ba-b7d5-892f34df160d req-9d147141-d8e4-4157-99f7-f4308310dec0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1022704 Dec 02 15:56:56.740981 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba91edaf-86fd-4fb6-b017-f85b233426f3', 'name': 'network-vif-deleted', 'tag': '1f309c5a-f626-4d88-bbad-529f03d06854', 'status': 'completed', 'code': 200} Dec 02 15:56:56.820822 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:56.862248 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2699c3-e678-48ba-b7d5-892f34df160d req-c5f0e2f5-0c09-40fb-b342-3d31a495da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:56.865004 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1d2699c3-e678-48ba-b7d5-892f34df160d req-c5f0e2f5-0c09-40fb-b342-3d31a495da56 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5dcc037c94944143a3f2fdcc7f6a2f6d&device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 1163 time: 0.0920300 Dec 02 15:56:56.912200 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 42676) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:56:56.989998 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-e485eeed-9dba-447c-ae2d-23755b45f90b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=16608b3ebcfe473780f5b631f5b9c240&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0760746 Dec 02 15:56:56.994730 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 42680) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:56:57.072059 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:57.079467 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2699c3-e678-48ba-b7d5-892f34df160d req-be16faf8-d4ef-44e9-9cd2-ed6f2aea29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:57.081291 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1d2699c3-e678-48ba-b7d5-892f34df160d req-be16faf8-d4ef-44e9-9cd2-ed6f2aea29cb service neutron] 10.222.0.90 "GET /v2.0/networks?id=ae619313-79bd-4f58-9d4f-05b9d1c1f579 HTTP/1.1" status: 200 len: 911 time: 0.1846554 Dec 02 15:56:57.102660 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:57.192768 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:57.198357 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d3510481-55c2-47bd-9a6a-7676ff55dfd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:56:57.202236 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1d2699c3-e678-48ba-b7d5-892f34df160d req-30c06b44-fd8e-4dcf-a491-b8569428b88f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f701775-0a31-4c39-a9ae-08184535ec64 HTTP/1.1" status: 200 len: 1002 time: 0.1120944 Dec 02 15:56:57.212926 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f54e67-4c83-42d5-ab11-6598e4b3c8c8,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:56:57.235138 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:57.235782 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:57.236499 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:57.237247 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:57.237880 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:57.238654 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:57.239143 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:57.239791 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:57.240438 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:57.241060 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:57.241685 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:57.242321 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:57.243109 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:57.243714 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:57.244335 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:57.244964 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:57.245583 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:57.246208 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:57.246914 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:57.247596 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:57.248300 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:57.248938 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:57.250096 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:57.251296 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:56:57.258147 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:56:57.259210 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:56:57.260680 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/33f54e67-4c83-42d5-ab11-6598e4b3c8c8 HTTP/1.1" status: 204 len: 168 time: 0.2597730 Dec 02 15:56:57.306698 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2699c3-e678-48ba-b7d5-892f34df160d req-80d275f8-9d68-424c-87ab-56a24da25a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:57.309511 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1d2699c3-e678-48ba-b7d5-892f34df160d req-80d275f8-9d68-424c-87ab-56a24da25a40 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a59a6d3-2eec-4eca-96de-faf6098a43d0 HTTP/1.1" status: 200 len: 856 time: 0.0957291 Dec 02 15:56:57.496485 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2699c3-e678-48ba-b7d5-892f34df160d req-552efce0-3ac0-49f8-abd5-2b498b841f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:56:57.498899 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1d2699c3-e678-48ba-b7d5-892f34df160d req-552efce0-3ac0-49f8-abd5-2b498b841f73 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ae619313-79bd-4f58-9d4f-05b9d1c1f579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1815834 Dec 02 15:56:57.598789 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7779f3cc-2017-4dab-bab1-2e8dd76d2c31 req-e8d7f132-f375-41fd-a034-256ca142f06d tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] 10.222.0.98 "GET /v2.0/ports?device_id=ba91edaf-86fd-4fb6-b017-f85b233426f3 HTTP/1.1" status: 200 len: 210 time: 0.0912449 Dec 02 15:56:57.701327 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1d2699c3-e678-48ba-b7d5-892f34df160d req-2e5b97a0-e546-42b8-9c13-0324bc269ae6 service neutron] 10.222.0.90 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939054 Dec 02 15:56:57.884623 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1d2699c3-e678-48ba-b7d5-892f34df160d req-51866983-5724-4f72-8903-7a62d68eca84 service neutron] 10.222.0.90 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1755733 Dec 02 15:57:02.023521 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:04.938203 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e2fc9-b66a-4ac6-bd21-c4fb76821b94 req-0adc1662-0de1-41d2-932b-6c75fc28a584 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:04.939918 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-580e2fc9-b66a-4ac6-bd21-c4fb76821b94 req-0adc1662-0de1-41d2-932b-6c75fc28a584 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.0976007 Dec 02 15:57:04.994191 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-580e2fc9-b66a-4ac6-bd21-c4fb76821b94 req-c43f351e-3e90-4bd5-abb2-e1d82efbf563 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471354 Dec 02 15:57:06.294412 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78285358-beb7-49bd-a2cd-b2c090b467aa req-3ec12d28-b9a5-4b1f-9433-dd6da3583b51 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:06.304109 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-78285358-beb7-49bd-a2cd-b2c090b467aa req-3ec12d28-b9a5-4b1f-9433-dd6da3583b51 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.1211221 Dec 02 15:57:06.365926 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-78285358-beb7-49bd-a2cd-b2c090b467aa req-96dad9f9-27bf-421d-a54e-054d7aa1711a tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607846 Dec 02 15:57:07.459409 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-dfd9a18b-a083-433e-be64-2fe8efb4aaf8 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:07.460885 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-dfd9a18b-a083-433e-be64-2fe8efb4aaf8 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Synchronizing usage tracker for tenant:5dcc037c94944143a3f2fdcc7f6a2f6d on resource:port {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:57:07.535611 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-dfd9a18b-a083-433e-be64-2fe8efb4aaf8 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Unset dirty status for tenant:5dcc037c94944143a3f2fdcc7f6a2f6d on resource:port {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:57:07.537615 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-dfd9a18b-a083-433e-be64-2fe8efb4aaf8 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.90 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.2180917 Dec 02 15:57:07.658644 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Deleting port 1f701775-0a31-4c39-a9ae-08184535ec64 {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:57:07.659287 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:07.677674 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fd53e-f73a-4476-ac39-dba16d09d892 req-795e0e5d-fd84-4be9-b85b-72072a114302 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:07.679884 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a38fd53e-f73a-4476-ac39-dba16d09d892 req-795e0e5d-fd84-4be9-b85b-72072a114302 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 946 time: 0.1158969 Dec 02 15:57:07.759269 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a38fd53e-f73a-4476-ac39-dba16d09d892 req-28e12fff-1df4-4aa1-9b1f-ca0e8258da43 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713611 Dec 02 15:57:08.005875 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] For port 1f701775-0a31-4c39-a9ae-08184535ec64, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=1f701775-0a31-4c39-a9ae-08184535ec64,segment=NetworkSegment(ca708766-9b54-46c3-9628-ffb652be6104),segment_id=ca708766-9b54-46c3-9628-ffb652be6104)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:57:08.006211 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:08.114792 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 1f701775-0a31-4c39-a9ae-08184535ec64 no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 15:57:08.353736 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:08.420252 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7eee02-ef8c-465f-8f38-00bd5875d9ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f701775-0a31-4c39-a9ae-08184535ec64'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:57:08.437730 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 1f701775-0a31-4c39-a9ae-08184535ec64, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=1f701775-0a31-4c39-a9ae-08184535ec64,segment=NetworkSegment(ca708766-9b54-46c3-9628-ffb652be6104),segment_id=ca708766-9b54-46c3-9628-ffb652be6104)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:57:08.482773 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for floatingip, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:08.483290 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854216080'] for floatingip, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:08.484684 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.l3_db [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Floating IP d0b5d92b-f717-4dd3-bf2d-73cbd8ec3007 disassociated. External IP: 172.28.0.147, port: 1f701775-0a31-4c39-a9ae-08184535ec64. Dec 02 15:57:08.485163 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Calling delete_port for 1f701775-0a31-4c39-a9ae-08184535ec64 owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:57:08.487394 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:08.491646 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:08.573912 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7eee02-ef8c-465f-8f38-00bd5875d9ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f701775-0a31-4c39-a9ae-08184535ec64', 'code': 200} Dec 02 15:57:08.581662 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:57:08.627224 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=1f701775-0a31-4c39-a9ae-08184535ec64,revision_number=7']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:08.634850 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.api [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80330) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 15:57:08.635369 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_db.api [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 15:57:08.640992 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:08.641432 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:08.641813 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:08.642187 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:08.642615 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:08.642996 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:08.643399 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:08.643734 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:08.644103 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:08.644473 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:08.644839 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:08.645201 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:08.645628 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:08.645971 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:08.646334 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:08.646934 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:08.647292 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:08.647654 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:08.648016 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:08.648375 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:08.648734 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:08.649257 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:08.649892 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:08.650258 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:08.655400 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:09.122806 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba4eec-0d67-4215-8e66-59c65d95c2e2 req-9af15858-d027-474e-9769-c394f89caa0b tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:09.125667 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-baba4eec-0d67-4215-8e66-59c65d95c2e2 req-9af15858-d027-474e-9769-c394f89caa0b tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 944 time: 0.1208799 Dec 02 15:57:09.136518 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Deleting port 1f701775-0a31-4c39-a9ae-08184535ec64 {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:57:09.137208 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:09.236369 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-baba4eec-0d67-4215-8e66-59c65d95c2e2 req-426d1ec4-d337-474a-a79b-000cbc36d18a tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=9edf9d02-03f5-49ed-af79-b965a4962b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005819 Dec 02 15:57:09.477311 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] For port 1f701775-0a31-4c39-a9ae-08184535ec64, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=1f701775-0a31-4c39-a9ae-08184535ec64,segment=NetworkSegment(ca708766-9b54-46c3-9628-ffb652be6104),segment_id=ca708766-9b54-46c3-9628-ffb652be6104)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:57:09.478267 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:10.118180 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for floatingip, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:10.119020 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854216080'] for floatingip, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:10.119020 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.l3_db [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Floating IP d0b5d92b-f717-4dd3-bf2d-73cbd8ec3007 disassociated. External IP: 172.28.0.147, port: 1f701775-0a31-4c39-a9ae-08184535ec64. Dec 02 15:57:10.119416 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Calling delete_port for 1f701775-0a31-4c39-a9ae-08184535ec64 owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:57:10.461531 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:10.486327 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a5c1e174-3f64-49a2-8882-52b3e22d97f2 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:10.602004 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Pushing event deleted for resources: {'Port': ['ID=1f701775-0a31-4c39-a9ae-08184535ec64,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:10.610258 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:10.885076 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d94e13ba-1378-490b-97ba-ab125de4d695 req-9f9db35f-ffc3-4222-be96-b78142c8754d tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 210 time: 0.0707147 Dec 02 15:57:11.019632 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Router dc5f2e98-ff09-4d09-975b-b276769dc2d4 has already been hosted by L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf {{(pid=80330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 15:57:11.313892 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:57:11.324750 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192e096e-7028-4103-874d-6c563802cc35 None None] Sync routers for ids ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'] in dv-cinder-737618-2-smb {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:57:11.337134 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192e096e-7028-4103-874d-6c563802cc35 None None] Routers {'dc5f2e98-ff09-4d09-975b-b276769dc2d4'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:57:11.338094 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-192e096e-7028-4103-874d-6c563802cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:56:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:57:11.355890 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] No DVR routers for this DVR port 1f701775-0a31-4c39-a9ae-08184535ec64 on host hv-cinder-73761 {{(pid=80330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 15:57:11.359003 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:11.363434 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7eee02-ef8c-465f-8f38-00bd5875d9ea', 'name': 'network-vif-deleted', 'tag': '1f701775-0a31-4c39-a9ae-08184535ec64'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:57:11.443745 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-53af9501-b6f1-484a-86fe-1d993c21bcbb req-42decb8c-aa84-40d9-b5a4-9b37850e1036 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.90 "DELETE /v2.0/ports/1f701775-0a31-4c39-a9ae-08184535ec64 HTTP/1.1" status: 204 len: 173 time: 3.8983996 Dec 02 15:57:11.519350 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7eee02-ef8c-465f-8f38-00bd5875d9ea', 'name': 'network-vif-deleted', 'tag': '1f701775-0a31-4c39-a9ae-08184535ec64', 'status': 'completed', 'code': 200} Dec 02 15:57:11.575819 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-192e096e-7028-4103-874d-6c563802cc35 None None] Set router dc5f2e98-ff09-4d09-975b-b276769dc2d4 gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:57:12.133248 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-192e096e-7028-4103-874d-6c563802cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2086942736-router', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:54Z', 'updated_at': '2020-12-02T15:52:05Z', 'revision_number': 4, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'gw_port': {'id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:57Z', 'updated_at': '2020-12-02T15:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': 'a4d19659-342b-45e1-9c57-c93f397ab414', 'name': '', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'mac_address': 'fa:16:3e:55:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:52:03Z', 'updated_at': '2020-12-02T15:52:16Z', 'revision_number': 5, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'subnets': [{'id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:57:12.146553 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192e096e-7028-4103-874d-6c563802cc35 None None] Checking router: dc5f2e98-ff09-4d09-975b-b276769dc2d4 for host: dv-cinder-737618-2-smb {{(pid=80332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:57:12.163423 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192e096e-7028-4103-874d-6c563802cc35 None None] Routers {'dc5f2e98-ff09-4d09-975b-b276769dc2d4'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:57:12.164169 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-192e096e-7028-4103-874d-6c563802cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:56:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:57:12.487070 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-92fbda7e-63f2-4d92-b281-9cef93870358 req-b5bd6e46-fce8-4ebc-a193-0e64d205ce04 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=0b7eee02-ef8c-465f-8f38-00bd5875d9ea HTTP/1.1" status: 200 len: 210 time: 0.3249886 Dec 02 15:57:12.513797 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-192e096e-7028-4103-874d-6c563802cc35 None None] Set router dc5f2e98-ff09-4d09-975b-b276769dc2d4 gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:57:12.965537 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-192e096e-7028-4103-874d-6c563802cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2086942736-router', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:54Z', 'updated_at': '2020-12-02T15:52:05Z', 'revision_number': 4, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'gw_port': {'id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:57Z', 'updated_at': '2020-12-02T15:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': 'a4d19659-342b-45e1-9c57-c93f397ab414', 'name': '', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'mac_address': 'fa:16:3e:55:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:52:03Z', 'updated_at': '2020-12-02T15:52:16Z', 'revision_number': 5, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'subnets': [{'id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:57:12.972273 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192e096e-7028-4103-874d-6c563802cc35 None None] The sync data for ids ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'] in dv-cinder-737618-2-smb is: [{'id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2086942736-router', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:54Z', 'updated_at': '2020-12-02T15:52:05Z', 'revision_number': 4, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'gw_port': {'id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:57Z', 'updated_at': '2020-12-02T15:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': 'a4d19659-342b-45e1-9c57-c93f397ab414', 'name': '', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'mac_address': 'fa:16:3e:55:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:52:03Z', 'updated_at': '2020-12-02T15:52:16Z', 'revision_number': 5, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'subnets': [{'id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:57:13.007990 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 42976) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:57:13.266114 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-680991b2-782a-4e87-b933-ae2dd943474f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:13.289732 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-680991b2-782a-4e87-b933-ae2dd943474f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:57:13.294570 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-680991b2-782a-4e87-b933-ae2dd943474f admin admin] Usage tracker for resource:security_group_rule and tenant:ce22810c3ace4fedbfdc2a9fb11dfb65 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:57:13.299943 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-680991b2-782a-4e87-b933-ae2dd943474f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:57:13.308356 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-680991b2-782a-4e87-b933-ae2dd943474f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:57:13.490110 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9584b16-e05d-4f7e-b5c8-5f80bb2721e4 None None] New status for floating IP d0b5d92b-f717-4dd3-bf2d-73cbd8ec3007: DOWN {{(pid=80333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 02 15:57:13.578070 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-680991b2-782a-4e87-b933-ae2dd943474f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:13.611727 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-680991b2-782a-4e87-b933-ae2dd943474f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:13.649540 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:13.701864 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-680991b2-782a-4e87-b933-ae2dd943474f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ce22810c3ace4fedbfdc2a9fb11dfb65&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6926577 Dec 02 15:57:13.705323 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 42992) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:57:13.709856 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680991b2-782a-4e87-b933-ae2dd943474f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e475e0ed-8d9b-451f-82aa-3d8092af79db,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:13.714093 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-680991b2-782a-4e87-b933-ae2dd943474f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:13.777921 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4a0f683c-bbe9-41d5-a1fc-2bf2937a65fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:13.799871 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 42996) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:57:13.808454 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4a0f683c-bbe9-41d5-a1fc-2bf2937a65fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:13.951155 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7f7d9b20-5828-48db-9a5c-35beda9b8697 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:13.989187 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7f7d9b20-5828-48db-9a5c-35beda9b8697 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:14.034981 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4a0f683c-bbe9-41d5-a1fc-2bf2937a65fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:14.040971 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2469b8b6-aa1a-4e11-932a-e7dd9689dcca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:14.081683 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f683c-bbe9-41d5-a1fc-2bf2937a65fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e475e0ed-8d9b-451f-82aa-3d8092af79db,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:14.087784 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-4a0f683c-bbe9-41d5-a1fc-2bf2937a65fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:14.089339 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7f7d9b20-5828-48db-9a5c-35beda9b8697 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:14.091058 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4a0f683c-bbe9-41d5-a1fc-2bf2937a65fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:14.098093 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-4a0f683c-bbe9-41d5-a1fc-2bf2937a65fa admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e475e0ed-8d9b-451f-82aa-3d8092af79db HTTP/1.1" status: 204 len: 168 time: 0.3913004 Dec 02 15:57:14.098289 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ae73853c-fa7c-460a-944c-17223f42c7b0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:14.121854 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d9b20-5828-48db-9a5c-35beda9b8697 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edf9d02-03f5-49ed-af79-b965a4962b6f,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:14.126541 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-7f7d9b20-5828-48db-9a5c-35beda9b8697 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:14.169250 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7f7d9b20-5828-48db-9a5c-35beda9b8697 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:14.179755 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-7f7d9b20-5828-48db-9a5c-35beda9b8697 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "DELETE /v2.0/security-groups/9edf9d02-03f5-49ed-af79-b965a4962b6f HTTP/1.1" status: 204 len: 168 time: 0.3786047 Dec 02 15:57:14.180101 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 43006) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:57:14.208269 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.v2.resource [None req-78008156-3abb-4ee3-949f-3d38eafd4013 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] show failed (client error): The resource could not be found. Dec 02 15:57:14.215290 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 43014) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:57:14.225659 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-78008156-3abb-4ee3-949f-3d38eafd4013 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups/9edf9d02-03f5-49ed-af79-b965a4962b6f HTTP/1.1" status: 404 len: 347 time: 0.0433304 Dec 02 15:57:14.440333 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-672329df-7355-4210-a18a-e45a2e0dba77 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Deleting port c4bda0e2-b8f6-416e-8197-0c00f180cc87 {{(pid=80331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:57:14.441278 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-672329df-7355-4210-a18a-e45a2e0dba77 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:14.715461 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-672329df-7355-4210-a18a-e45a2e0dba77 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:14.716019 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-672329df-7355-4210-a18a-e45a2e0dba77 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for floatingip, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:14.866352 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-672329df-7355-4210-a18a-e45a2e0dba77 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Calling delete_port for c4bda0e2-b8f6-416e-8197-0c00f180cc87 owned by network:floatingip {{(pid=80331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:57:15.080582 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-672329df-7355-4210-a18a-e45a2e0dba77 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14825086'] for port, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:15.116371 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-c2992d1a-dc0c-42dd-8fe5-cdaec66dbac6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:15.231776 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672329df-7355-4210-a18a-e45a2e0dba77 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Pushing event deleted for resources: {'Port': ['ID=c4bda0e2-b8f6-416e-8197-0c00f180cc87,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:15.235113 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-672329df-7355-4210-a18a-e45a2e0dba77 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:15.395109 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-672329df-7355-4210-a18a-e45a2e0dba77 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for floatingip, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:15.413279 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-672329df-7355-4210-a18a-e45a2e0dba77 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for floatingip, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:15.422825 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-672329df-7355-4210-a18a-e45a2e0dba77 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "DELETE /v2.0/floatingips/d0b5d92b-f717-4dd3-bf2d-73cbd8ec3007 HTTP/1.1" status: 204 len: 168 time: 1.1973586 Dec 02 15:57:15.886191 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 43028) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:57:15.896064 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-8e0cc71d-4da2-4c4c-a63a-b23966a6b2fe tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Request body: {'security_group': {'name': 'tempest-securitygroup--979184157', 'description': 'tempest-description--18796303'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:57:15.923833 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-8e0cc71d-4da2-4c4c-a63a-b23966a6b2fe tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:57:15.933222 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-8e0cc71d-4da2-4c4c-a63a-b23966a6b2fe tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Usage tracker for resource:security_group and tenant:5dcc037c94944143a3f2fdcc7f6a2f6d is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:57:15.943270 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-8e0cc71d-4da2-4c4c-a63a-b23966a6b2fe tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:57:15.961838 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-8e0cc71d-4da2-4c4c-a63a-b23966a6b2fe tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:57:16.017751 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8e0cc71d-4da2-4c4c-a63a-b23966a6b2fe tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:16.049992 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-8e0cc71d-4da2-4c4c-a63a-b23966a6b2fe tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:57:16.054967 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-8e0cc71d-4da2-4c4c-a63a-b23966a6b2fe tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Usage tracker for resource:security_group_rule and tenant:5dcc037c94944143a3f2fdcc7f6a2f6d is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:57:16.058955 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-8e0cc71d-4da2-4c4c-a63a-b23966a6b2fe tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:57:16.072033 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-8e0cc71d-4da2-4c4c-a63a-b23966a6b2fe tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:57:16.258120 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8e0cc71d-4da2-4c4c-a63a-b23966a6b2fe tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:16.298451 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8e0cc71d-4da2-4c4c-a63a-b23966a6b2fe tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:16.305533 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2d7828f0-12b7-495c-8e86-6702b5188d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:16.364180 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0cc71d-4da2-4c4c-a63a-b23966a6b2fe tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Pushing event updated for resources: {'SecurityGroup': ['ID=469cbef5-e1c3-4c60-b274-9dee5212d03e,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:16.369793 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-8e0cc71d-4da2-4c4c-a63a-b23966a6b2fe tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:16.390638 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8e0cc71d-4da2-4c4c-a63a-b23966a6b2fe tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:16.396912 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-8e0cc71d-4da2-4c4c-a63a-b23966a6b2fe tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1727 time: 0.5051491 Dec 02 15:57:16.397416 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 43036) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:57:16.407993 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-19adb9f8-6055-4829-a599-346cad1a3cdd tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Request body: {'security_group_rule': {'security_group_id': '469cbef5-e1c3-4c60-b274-9dee5212d03e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:57:16.418078 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-19adb9f8-6055-4829-a599-346cad1a3cdd tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:57:16.423572 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-19adb9f8-6055-4829-a599-346cad1a3cdd tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Usage tracker for resource:security_group_rule and tenant:5dcc037c94944143a3f2fdcc7f6a2f6d is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:57:16.426951 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-19adb9f8-6055-4829-a599-346cad1a3cdd tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:57:16.434155 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-19adb9f8-6055-4829-a599-346cad1a3cdd tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:57:16.515937 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-19adb9f8-6055-4829-a599-346cad1a3cdd tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for security_group_rule, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:16.615467 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-19adb9f8-6055-4829-a599-346cad1a3cdd tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:16.645793 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-19adb9f8-6055-4829-a599-346cad1a3cdd tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443572'] for security_group_rule, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:16.648232 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-bc673ec3-03c4-475d-9d9d-23b743fbc4af tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:16.680100 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adb9f8-6055-4829-a599-346cad1a3cdd tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b00590-f39f-4e1a-b4e1-c202a8591c29,revision_number=0']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:16.685871 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-19adb9f8-6055-4829-a599-346cad1a3cdd tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:16.714693 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-19adb9f8-6055-4829-a599-346cad1a3cdd tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for security_group_rule, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:16.716082 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-19adb9f8-6055-4829-a599-346cad1a3cdd tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.3174026 Dec 02 15:57:16.720137 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 43040) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:57:16.727370 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-f0e8768a-daaf-4fc1-96a3-da8a9c692c13 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Request body: {'security_group_rule': {'security_group_id': '469cbef5-e1c3-4c60-b274-9dee5212d03e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:57:16.735592 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-f0e8768a-daaf-4fc1-96a3-da8a9c692c13 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:57:16.743638 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-f0e8768a-daaf-4fc1-96a3-da8a9c692c13 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Usage tracker for resource:security_group_rule and tenant:5dcc037c94944143a3f2fdcc7f6a2f6d is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:57:16.749662 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-f0e8768a-daaf-4fc1-96a3-da8a9c692c13 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:57:16.761021 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-f0e8768a-daaf-4fc1-96a3-da8a9c692c13 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:57:16.820693 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f0e8768a-daaf-4fc1-96a3-da8a9c692c13 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for security_group_rule, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:16.949322 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f0e8768a-daaf-4fc1-96a3-da8a9c692c13 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:16.977198 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f0e8768a-daaf-4fc1-96a3-da8a9c692c13 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443572'] for security_group_rule, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:16.979427 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:17.010337 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8768a-daaf-4fc1-96a3-da8a9c692c13 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e91be01-6956-4d20-a02c-d762a2fd8d86,revision_number=0']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:17.013273 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-f0e8768a-daaf-4fc1-96a3-da8a9c692c13 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:17.061126 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f0e8768a-daaf-4fc1-96a3-da8a9c692c13 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for security_group_rule, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:17.063886 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-f0e8768a-daaf-4fc1-96a3-da8a9c692c13 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.3424542 Dec 02 15:57:17.067171 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 43048) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:57:17.075223 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-06e96774-ffbc-4b18-99ff-589199641826 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Request body: {'floatingip': {'floating_network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:57:17.088092 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-06e96774-ffbc-4b18-99ff-589199641826 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:57:17.088092 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-06e96774-ffbc-4b18-99ff-589199641826 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Usage tracker for resource:floatingip and tenant:5dcc037c94944143a3f2fdcc7f6a2f6d is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:57:17.091426 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-06e96774-ffbc-4b18-99ff-589199641826 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:57:17.108895 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-06e96774-ffbc-4b18-99ff-589199641826 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:57:17.180940 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-06e96774-ffbc-4b18-99ff-589199641826 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for floatingip, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:17.391593 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-06e96774-ffbc-4b18-99ff-589199641826 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:17.914001 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [None req-06e96774-ffbc-4b18-99ff-589199641826 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Allocated IP 172.28.0.63 (37c00fa4-9d8d-40bf-927e-52444f2dd708/960a6109-8752-4c76-aab7-dfde0e16e857/11e29f67-68be-43eb-a3e7-872534855b25) {{(pid=80331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:57:18.227710 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-06e96774-ffbc-4b18-99ff-589199641826 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for port, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:18.310110 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-06e96774-ffbc-4b18-99ff-589199641826 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14825086'] for port, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:18.339377 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:18.522768 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e96774-ffbc-4b18-99ff-589199641826 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Pushing event updated for resources: {'Port': ['ID=11e29f67-68be-43eb-a3e7-872534855b25,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:18.528738 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-06e96774-ffbc-4b18-99ff-589199641826 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:18.633508 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e96774-ffbc-4b18-99ff-589199641826 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Network 37c00fa4-9d8d-40bf-927e-52444f2dd708 is already hosted by enough agents. {{(pid=80331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:57:18.634734 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-06e96774-ffbc-4b18-99ff-589199641826 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Resources bound (agent type, host, resource id): {{(pid=80331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:57:18.638426 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e96774-ffbc-4b18-99ff-589199641826 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Received port after_create {{(pid=80331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:57:18.742914 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-06e96774-ffbc-4b18-99ff-589199641826 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for floatingip, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:18.868930 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-06e96774-ffbc-4b18-99ff-589199641826 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:19.310217 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-06e96774-ffbc-4b18-99ff-589199641826 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for port, precommit_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:19.351005 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-06e96774-ffbc-4b18-99ff-589199641826 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839950729'] for port, after_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:19.404973 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-c201a372-04d4-4c96-b48c-e4ecc06899aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:19.570175 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e96774-ffbc-4b18-99ff-589199641826 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Pushing event updated for resources: {'Port': ['ID=11e29f67-68be-43eb-a3e7-872534855b25,revision_number=2']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:19.580635 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-06e96774-ffbc-4b18-99ff-589199641826 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:19.708061 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-06e96774-ffbc-4b18-99ff-589199641826 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854216080'] for floatingip, after_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:19.766876 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-06e96774-ffbc-4b18-99ff-589199641826 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for floatingip, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:19.768286 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-06e96774-ffbc-4b18-99ff-589199641826 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6996779 Dec 02 15:57:20.197453 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-ee651892-36f7-4619-ae4f-94a889fddb70 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Synchronizing usage tracker for tenant:5dcc037c94944143a3f2fdcc7f6a2f6d on resource:security_group {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:57:20.241403 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-ee651892-36f7-4619-ae4f-94a889fddb70 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Unset dirty status for tenant:5dcc037c94944143a3f2fdcc7f6a2f6d on resource:security_group {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:57:20.247240 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-ee651892-36f7-4619-ae4f-94a889fddb70 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--979184157&fields=id&tenant_id=5dcc037c94944143a3f2fdcc7f6a2f6d HTTP/1.1" status: 200 len: 267 time: 0.1147287 Dec 02 15:57:20.448890 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-64fc5044-cd4a-42ae-8a6f-74fe6e901ef4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:20.450600 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-64fc5044-cd4a-42ae-8a6f-74fe6e901ef4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/networks?id=ae619313-79bd-4f58-9d4f-05b9d1c1f579 HTTP/1.1" status: 200 len: 817 time: 0.1975496 Dec 02 15:57:20.471312 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-a7e7ea3a-617c-47f3-9323-625416090ef6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/quotas/5dcc037c94944143a3f2fdcc7f6a2f6d HTTP/1.1" status: 200 len: 375 time: 0.0136795 Dec 02 15:57:20.593816 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-ae7e5b61-e958-40d4-9415-1158fb2b5f5e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Synchronizing usage tracker for tenant:5dcc037c94944143a3f2fdcc7f6a2f6d on resource:port {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:57:20.646414 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-ae7e5b61-e958-40d4-9415-1158fb2b5f5e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Unset dirty status for tenant:5dcc037c94944143a3f2fdcc7f6a2f6d on resource:port {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:57:20.654958 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-ae7e5b61-e958-40d4-9415-1158fb2b5f5e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?tenant_id=5dcc037c94944143a3f2fdcc7f6a2f6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1790745 Dec 02 15:57:21.090056 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-e78f9e24-b932-43cc-87e3-f696bc89577a service neutron] 10.222.0.98 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254267 Dec 02 15:57:21.253725 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d31f1999-0bfa-4afb-a9c5-585a0556c07d service neutron] 10.222.0.98 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1563470 Dec 02 15:57:21.554588 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ebf304c0-3de1-4be9-9fca-d033c4ecfe7f req-6155e000-52a4-456a-9695-01d7a21008f8 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 210 time: 0.0533140 Dec 02 15:57:21.980529 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e357a21a-a437-4af1-adce-dc7054538f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:22.863078 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-788abac4-147d-413a-b06e-58a4bc249318 req-8a8b78be-7948-427a-9783-0a8b35180be4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 210 time: 0.0836909 Dec 02 15:57:23.658754 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d114b810-594b-4a7e-8a1a-18e7e1b2c78f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:23.660375 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d114b810-594b-4a7e-8a1a-18e7e1b2c78f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.90 "GET /v2.0/networks?id=ae619313-79bd-4f58-9d4f-05b9d1c1f579 HTTP/1.1" status: 200 len: 817 time: 0.1677544 Dec 02 15:57:23.757957 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-c55d36d6-8b56-4870-9583-c07b092cd28f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5dcc037c94944143a3f2fdcc7f6a2f6d HTTP/1.1" status: 200 len: 5506 time: 0.0720797 Dec 02 15:57:23.768282 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-c4e164f4-aecd-4402-8ca1-fbe885f2e8ed tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Request body: {'port': {'device_id': '598a83e3-d5a7-4850-9f58-c6227d6842f9', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'admin_state_up': True, 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'security_groups': ['469cbef5-e1c3-4c60-b274-9dee5212d03e']}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:57:23.926116 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-c4e164f4-aecd-4402-8ca1-fbe885f2e8ed tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:57:23.937311 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-c4e164f4-aecd-4402-8ca1-fbe885f2e8ed tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:57:23.975042 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-c4e164f4-aecd-4402-8ca1-fbe885f2e8ed tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Made reservation on behalf of 5dcc037c94944143a3f2fdcc7f6a2f6d for: {'port': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:57:23.981011 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-c4e164f4-aecd-4402-8ca1-fbe885f2e8ed tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:24.071227 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-aa82fb6e-ed83-4650-b674-0a0dea55df35 req-6f136f1a-ed66-4696-bd4d-567f74d1128f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 210 time: 0.0494659 Dec 02 15:57:24.362640 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-c4e164f4-aecd-4402-8ca1-fbe885f2e8ed tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Allocated IP 172.20.0.3 (ae619313-79bd-4f58-9d4f-05b9d1c1f579/5a59a6d3-2eec-4eca-96de-faf6098a43d0/1a6392d2-d369-40d6-a1a9-aababa22e43a) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:57:24.422858 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-60b340f5-0ad6-4c3f-8c32-76b424978b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:24.574383 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-c4e164f4-aecd-4402-8ca1-fbe885f2e8ed tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:24.592830 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-c4e164f4-aecd-4402-8ca1-fbe885f2e8ed tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Transition to ACTIVE for port object 1a6392d2-d369-40d6-a1a9-aababa22e43a will not be triggered until provisioned by entity DHCP. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:57:24.649924 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-c4e164f4-aecd-4402-8ca1-fbe885f2e8ed tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:24.666245 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-be5fb829-649b-418a-9826-75b9807ef196 tempest-VolumesSnapshotTestJSON-1675477056 tempest-VolumesSnapshotTestJSON-1675477056] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:24.805730 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e164f4-aecd-4402-8ca1-fbe885f2e8ed tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Pushing event updated for resources: {'Port': ['ID=1a6392d2-d369-40d6-a1a9-aababa22e43a,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:24.818796 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-c4e164f4-aecd-4402-8ca1-fbe885f2e8ed tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:24.877941 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-c4e164f4-aecd-4402-8ca1-fbe885f2e8ed tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Network ae619313-79bd-4f58-9d4f-05b9d1c1f579 is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:57:24.879354 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-c4e164f4-aecd-4402-8ca1-fbe885f2e8ed tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:57:24.881724 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-c4e164f4-aecd-4402-8ca1-fbe885f2e8ed tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:57:24.886091 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:24.956414 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-c4e164f4-aecd-4402-8ca1-fbe885f2e8ed tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:24.957114 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-c4e164f4-aecd-4402-8ca1-fbe885f2e8ed tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:25.017921 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-c4e164f4-aecd-4402-8ca1-fbe885f2e8ed tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2542527 Dec 02 15:57:25.037991 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d3e64a61-3830-4fc9-abaa-559f05ab732d service neutron] Request body: {'port': {'device_id': '598a83e3-d5a7-4850-9f58-c6227d6842f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:57:25.173615 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d3e64a61-3830-4fc9-abaa-559f05ab732d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:25.239809 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-c96452f4-ca47-4306-b24d-94517049ed1b None None] Provisioning for port 1a6392d2-d369-40d6-a1a9-aababa22e43a completed by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:57:25.245618 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-c96452f4-ca47-4306-b24d-94517049ed1b None None] Provisioning complete for port 1a6392d2-d369-40d6-a1a9-aababa22e43a triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:57:25.250387 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c96452f4-ca47-4306-b24d-94517049ed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:25.303878 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-c96452f4-ca47-4306-b24d-94517049ed1b None None] Port 1a6392d2-d369-40d6-a1a9-aababa22e43a cannot update to ACTIVE because it is not bound. {{(pid=80332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 15:57:25.399337 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a89623-577c-4279-8094-6b35175a09d0 req-818caa45-ab81-4cac-a8ec-353c9d5d1e2f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:25.401000 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-36a89623-577c-4279-8094-6b35175a09d0 req-818caa45-ab81-4cac-a8ec-353c9d5d1e2f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 931 time: 0.0878901 Dec 02 15:57:25.463558 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-36a89623-577c-4279-8094-6b35175a09d0 req-dfab16c8-1c06-4fd9-aec4-55066d831532 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561159 Dec 02 15:57:25.667030 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d3e64a61-3830-4fc9-abaa-559f05ab732d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a6392d2-d369-40d6-a1a9-aababa22e43a {{(pid=80330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 15:57:25.681088 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d3e64a61-3830-4fc9-abaa-559f05ab732d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:25.695342 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 43196) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:57:25.702758 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d3e64a61-3830-4fc9-abaa-559f05ab732d service neutron] Transition to ACTIVE for port object 1a6392d2-d369-40d6-a1a9-aababa22e43a will not be triggered until provisioned by entity L2. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:57:25.735411 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d3e64a61-3830-4fc9-abaa-559f05ab732d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:25.751897 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-4923d88e-f5d7-4e41-a656-63d0036f18d0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:25.760148 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:25.766524 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cef4a80-d639-485d-8cc5-25f30aa6c3bf admin admin] Deleting subnet 8b08337c-dd73-4ddf-8f57-387801ef013e {{(pid=80331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 15:57:25.770021 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3cef4a80-d639-485d-8cc5-25f30aa6c3bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:25.825576 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3cef4a80-d639-485d-8cc5-25f30aa6c3bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839211382'] for subnet, precommit_delete_associations {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:25.888189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e64a61-3830-4fc9-abaa-559f05ab732d service neutron] Pushing event updated for resources: {'Port': ['ID=1a6392d2-d369-40d6-a1a9-aababa22e43a,revision_number=2']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:25.893724 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d3e64a61-3830-4fc9-abaa-559f05ab732d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:25.897811 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3cef4a80-d639-485d-8cc5-25f30aa6c3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3212037'] for subnet, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:26.090481 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d3e64a61-3830-4fc9-abaa-559f05ab732d service neutron] Attempting to bind port 1a6392d2-d369-40d6-a1a9-aababa22e43a on host hv-cinder-73761 for vnic_type normal with profile {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:57:26.090481 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d3e64a61-3830-4fc9-abaa-559f05ab732d service neutron] Attempting to bind port 1a6392d2-d369-40d6-a1a9-aababa22e43a by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': 'ca708766-9b54-46c3-9628-ffb652be6104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579'}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:57:26.091244 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d3e64a61-3830-4fc9-abaa-559f05ab732d service neutron] Attempting to bind port 1a6392d2-d369-40d6-a1a9-aababa22e43a on network ae619313-79bd-4f58-9d4f-05b9d1c1f579 {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:57:26.097997 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d3e64a61-3830-4fc9-abaa-559f05ab732d service neutron] Checking agent: {'id': 'a457a183-c7c9-4615-b19d-972b3b736d4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 48, 2), 'started_at': datetime.datetime(2020, 12, 2, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:57:26.098374 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d3e64a61-3830-4fc9-abaa-559f05ab732d service neutron] Checking segment: {'id': 'ca708766-9b54-46c3-9628-ffb652be6104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:57:26.098814 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d3e64a61-3830-4fc9-abaa-559f05ab732d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:26.099211 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d3e64a61-3830-4fc9-abaa-559f05ab732d service neutron] Bound using segment: {'id': 'ca708766-9b54-46c3-9628-ffb652be6104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579'} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:57:26.099704 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d3e64a61-3830-4fc9-abaa-559f05ab732d service neutron] Bound port: 1a6392d2-d369-40d6-a1a9-aababa22e43a, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca708766-9b54-46c3-9628-ffb652be6104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579'}}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:57:26.100072 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d3e64a61-3830-4fc9-abaa-559f05ab732d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:26.200052 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d3e64a61-3830-4fc9-abaa-559f05ab732d service neutron] For port 1a6392d2-d369-40d6-a1a9-aababa22e43a, host hv-cinder-73761, cleared binding levels {{(pid=80330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:57:26.203505 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d3e64a61-3830-4fc9-abaa-559f05ab732d service neutron] For port 1a6392d2-d369-40d6-a1a9-aababa22e43a, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=1a6392d2-d369-40d6-a1a9-aababa22e43a,segment=NetworkSegment(ca708766-9b54-46c3-9628-ffb652be6104),segment_id=ca708766-9b54-46c3-9628-ffb652be6104)] {{(pid=80330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:57:26.252276 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d3e64a61-3830-4fc9-abaa-559f05ab732d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:26.269391 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:26.297839 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3cef4a80-d639-485d-8cc5-25f30aa6c3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851563747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14821802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839293875'] for subnet, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:26.325875 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e660e55b-f9f1-4853-81cb-7f1777fffe3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:26.419047 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef4a80-d639-485d-8cc5-25f30aa6c3bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b08337c-dd73-4ddf-8f57-387801ef013e,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:26.422388 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-3cef4a80-d639-485d-8cc5-25f30aa6c3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:26.481408 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3cef4a80-d639-485d-8cc5-25f30aa6c3bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:26.489255 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-3cef4a80-d639-485d-8cc5-25f30aa6c3bf admin admin] 10.222.0.98 "DELETE /v2.0/subnets/8b08337c-dd73-4ddf-8f57-387801ef013e HTTP/1.1" status: 204 len: 168 time: 0.7924743 Dec 02 15:57:26.491712 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 43200) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:57:26.618595 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-56095caa-b0bb-40fb-a073-d00264937eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851402585'] for network, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:26.669339 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e64a61-3830-4fc9-abaa-559f05ab732d service neutron] Pushing event updated for resources: {'Port': ['ID=1a6392d2-d369-40d6-a1a9-aababa22e43a,revision_number=3']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:26.675628 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d3e64a61-3830-4fc9-abaa-559f05ab732d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:26.707480 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d3e64a61-3830-4fc9-abaa-559f05ab732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:26.708162 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d3e64a61-3830-4fc9-abaa-559f05ab732d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:26.709683 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d3e64a61-3830-4fc9-abaa-559f05ab732d service neutron] 10.222.0.90 "PUT /v2.0/ports/1a6392d2-d369-40d6-a1a9-aababa22e43a HTTP/1.1" status: 200 len: 1157 time: 1.6767020 Dec 02 15:57:26.710354 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598a83e3-d5a7-4850-9f58-c6227d6842f9', 'tag': '1a6392d2-d369-40d6-a1a9-aababa22e43a'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:57:26.823144 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:26.873952 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598a83e3-d5a7-4850-9f58-c6227d6842f9', 'tag': '1a6392d2-d369-40d6-a1a9-aababa22e43a', 'status': 'completed', 'code': 200} Dec 02 15:57:26.896802 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-56095caa-b0bb-40fb-a073-d00264937eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3212700', 'neutron.services.segments.db._delete_segments_for_network--9223363299656580280'] for network, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:26.918046 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-ab97f476-5f3a-4c76-925b-b1bbf9c65fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:26.919872 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-ab97f476-5f3a-4c76-925b-b1bbf9c65fed service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5dcc037c94944143a3f2fdcc7f6a2f6d&device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 1160 time: 0.0937240 Dec 02 15:57:26.979873 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbdeef9-6487-44b9-97aa-2b4cf82ae40d req-3f98756f-851e-4c20-b892-710607d4055e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:26.981502 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2dbdeef9-6487-44b9-97aa-2b4cf82ae40d req-3f98756f-851e-4c20-b892-710607d4055e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 943 time: 0.3144596 Dec 02 15:57:27.004346 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-0d245847-6b12-4478-957a-2deb8158bbae service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a6392d2-d369-40d6-a1a9-aababa22e43a HTTP/1.1" status: 200 len: 217 time: 0.0665686 Dec 02 15:57:27.067332 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-56095caa-b0bb-40fb-a073-d00264937eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89b5eeb-c5bf-44f5-92c1-a531a00741ed']}} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:57:27.082356 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2dbdeef9-6487-44b9-97aa-2b4cf82ae40d req-b71948e7-5332-4ccf-aaaa-7b4593632a01 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892570 Dec 02 15:57:27.085316 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-913eed81-8568-41d4-8f38-4d53fe3d1a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:27.085983 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-56095caa-b0bb-40fb-a073-d00264937eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76') {'for_net_delete': True} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:57:27.086313 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-56095caa-b0bb-40fb-a073-d00264937eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3cd027-9e8b-4340-8cb4-ec54c7cd0c76') {} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:57:27.086944 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-913eed81-8568-41d4-8f38-4d53fe3d1a2c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a59a6d3-2eec-4eca-96de-faf6098a43d0 HTTP/1.1" status: 200 len: 856 time: 0.0749216 Dec 02 15:57:27.099985 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-56095caa-b0bb-40fb-a073-d00264937eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299656579768', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15564418'] for segment, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:27.117574 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-56095caa-b0bb-40fb-a073-d00264937eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:27.119880 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-56095caa-b0bb-40fb-a073-d00264937eb7 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 15:57:27.182467 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d043632f-be48-47f1-9ac3-d1e7f66baf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:27.184120 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-d043632f-be48-47f1-9ac3-d1e7f66baf07 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ae619313-79bd-4f58-9d4f-05b9d1c1f579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0892360 Dec 02 15:57:27.320845 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-56095caa-b0bb-40fb-a073-d00264937eb7 admin admin] Network e89b5eeb-c5bf-44f5-92c1-a531a00741ed has no segments {{(pid=80331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 15:57:27.331496 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-56095caa-b0bb-40fb-a073-d00264937eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3225722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839950839'] for segment, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:27.341784 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-250ca5a2-d94e-484b-8d8a-82ef6f7902a8 service neutron] 10.222.0.90 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493404 Dec 02 15:57:27.500412 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ca11bfb3-c8e2-4b33-ba55-3b7c339ad2e2 req-0926471e-d284-4df9-b8c0-3a10c4cd3888 service neutron] 10.222.0.90 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1489463 Dec 02 15:57:27.530484 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-56095caa-b0bb-40fb-a073-d00264937eb7 admin admin] Network e89b5eeb-c5bf-44f5-92c1-a531a00741ed has no segments {{(pid=80331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: Traceback (most recent call last): Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: timer() Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: cb(*args, **kw) Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: return func(*args, **kwargs) Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: self._notify() Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: self.callback(batched_events) Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: event.method(event) Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: segment_id)['aggregates'][0] Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: return f(self, *a, **k) Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: return self._get(url).json() Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: **kwargs) Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: return self.request(url, 'GET', **kwargs) Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: **endpoint_filter) Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 15:57:27.553979 dv-cinder-737618-2-smb neutron-server[80217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 15:57:27.666535 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-56095caa-b0bb-40fb-a073-d00264937eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851563116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854216125'] for network, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:27.670950 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-56095caa-b0bb-40fb-a073-d00264937eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:27.673915 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:27.698775 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56095caa-b0bb-40fb-a073-d00264937eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e89b5eeb-c5bf-44f5-92c1-a531a00741ed,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:27.702101 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-56095caa-b0bb-40fb-a073-d00264937eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:27.717970 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6349b-a649-45a5-ad93-f3661c9c96f5 req-3e14c50f-e9ee-4d49-9799-d022f1d06ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:27.722689 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-06c6349b-a649-45a5-ad93-f3661c9c96f5 req-3e14c50f-e9ee-4d49-9799-d022f1d06ae3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5dcc037c94944143a3f2fdcc7f6a2f6d&device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 1160 time: 0.0808346 Dec 02 15:57:27.752401 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-56095caa-b0bb-40fb-a073-d00264937eb7 admin admin] 10.222.0.98 "DELETE /v2.0/networks/e89b5eeb-c5bf-44f5-92c1-a531a00741ed HTTP/1.1" status: 204 len: 168 time: 1.2595446 Dec 02 15:57:27.882782 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6349b-a649-45a5-ad93-f3661c9c96f5 req-4abdc4e8-5947-4224-a330-b17bd156bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:27.884409 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-06c6349b-a649-45a5-ad93-f3661c9c96f5 req-4abdc4e8-5947-4224-a330-b17bd156bc90 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ae619313-79bd-4f58-9d4f-05b9d1c1f579 HTTP/1.1" status: 200 len: 911 time: 0.1570451 Dec 02 15:57:27.974732 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-06c6349b-a649-45a5-ad93-f3661c9c96f5 req-9be9e1c8-9aa5-44b4-885b-f1e17e4f3cdf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a6392d2-d369-40d6-a1a9-aababa22e43a HTTP/1.1" status: 200 len: 217 time: 0.0807881 Dec 02 15:57:28.053650 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6349b-a649-45a5-ad93-f3661c9c96f5 req-18c5f504-595f-4c5d-9882-bc95bb3b90ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:28.055288 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-06c6349b-a649-45a5-ad93-f3661c9c96f5 req-18c5f504-595f-4c5d-9882-bc95bb3b90ee service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a59a6d3-2eec-4eca-96de-faf6098a43d0 HTTP/1.1" status: 200 len: 856 time: 0.0697985 Dec 02 15:57:28.143372 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 43216) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:57:28.152827 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6349b-a649-45a5-ad93-f3661c9c96f5 req-813de969-a7dd-4a38-ae2a-2fb1bf5d3dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:28.154819 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-06c6349b-a649-45a5-ad93-f3661c9c96f5 req-813de969-a7dd-4a38-ae2a-2fb1bf5d3dd4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ae619313-79bd-4f58-9d4f-05b9d1c1f579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0908718 Dec 02 15:57:28.215910 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-4707b8f9-f44c-49d5-8dad-af243e624d32 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1053b82fceb54d2484a3a3aaf17d8925&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0695114 Dec 02 15:57:28.216393 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 43220) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:57:28.308227 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-06c6349b-a649-45a5-ad93-f3661c9c96f5 req-2d4ea035-3315-4203-a663-27da100ce6f0 service neutron] 10.222.0.90 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454141 Dec 02 15:57:28.343500 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2662fda-296e-44dc-b505-abfca6cce202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:28.383104 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2662fda-296e-44dc-b505-abfca6cce202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:28.399348 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319bff1-c4f6-40fb-a59d-39e599e8e698 req-cbc29cc3-1041-40da-b8ca-19c62e21b468 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:28.400956 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4319bff1-c4f6-40fb-a59d-39e599e8e698 req-cbc29cc3-1041-40da-b8ca-19c62e21b468 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 943 time: 0.1645386 Dec 02 15:57:28.468454 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-06c6349b-a649-45a5-ad93-f3661c9c96f5 req-afee1dfc-bfd0-43d1-a1ec-0a6bbdd02b0e service neutron] 10.222.0.90 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1489997 Dec 02 15:57:28.473792 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4319bff1-c4f6-40fb-a59d-39e599e8e698 req-0427b604-d09e-4fb2-8072-af07b0feb402 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631156 Dec 02 15:57:28.529215 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2662fda-296e-44dc-b505-abfca6cce202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:28.535013 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-93c8121d-ee05-4357-9d21-da546a64b529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:28.553281 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2662fda-296e-44dc-b505-abfca6cce202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f67bedd-65fa-456f-b116-1f6fa12a8d84,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:28.556192 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d2662fda-296e-44dc-b505-abfca6cce202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:28.603013 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d2662fda-296e-44dc-b505-abfca6cce202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:28.604262 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-d2662fda-296e-44dc-b505-abfca6cce202 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6f67bedd-65fa-456f-b116-1f6fa12a8d84 HTTP/1.1" status: 204 len: 168 time: 0.3863719 Dec 02 15:57:29.704569 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62024d67-ecfa-4d9d-ba38-84e98cf7e39c req-eea4cc64-87ad-49f9-a578-494ba410efcd tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:29.706275 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-62024d67-ecfa-4d9d-ba38-84e98cf7e39c req-eea4cc64-87ad-49f9-a578-494ba410efcd tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 943 time: 0.0856750 Dec 02 15:57:29.756809 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-62024d67-ecfa-4d9d-ba38-84e98cf7e39c req-7aa6ee7b-bdc3-4538-8735-f48ac0307ba4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439098 Dec 02 15:57:29.807246 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 43246) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:57:29.949016 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1064348726-network', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:57:29.954828 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:57:29.958991 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] Usage tracker for resource:network and tenant:0e079676030e4a98bb89d67eaf971bb3 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:57:29.962192 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:57:29.968707 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:57:30.011472 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] Made reservation on behalf of 0e079676030e4a98bb89d67eaf971bb3 for: {'network': 1} {{(pid=80331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:57:30.017051 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for network, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:30.031442 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:30.047542 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:57:30.051965 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] Usage tracker for resource:security_group_rule and tenant:0e079676030e4a98bb89d67eaf971bb3 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:57:30.055227 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:57:30.062832 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:57:30.172019 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:30.286480 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:30.290535 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ad844acf-b95b-4792-9d48-fa93a5bff20c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:30.340722 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 15:57:30.348145 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:30.354318 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:30.405880 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737198195520', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:30.406323 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.segments_db [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] Added segment 4e285664-1290-42fd-96db-d709b27ecdbe of type vxlan for network 80b9d94e-02e9-4910-943b-22624c06727f Dec 02 15:57:30.493011 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737197622950'] for network, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:30.634094 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for network, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:30.635474 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:30.636137 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:30.640278 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:30.760073 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] Pushing event updated for resources: {'Network': ['ID=80b9d94e-02e9-4910-943b-22624c06727f,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:30.763102 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:30.770862 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Network 80b9d94e-02e9-4910-943b-22624c06727f details requested by agent ovs-agent-dv-cinder-737618-2-smb with host dv-cinder-737618-2-smb {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:57:30.789034 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Network 80b9d94e-02e9-4910-943b-22624c06727f details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 15:57:30.789702 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9812608 Dec 02 15:57:30.792749 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 43254) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:57:30.799849 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-e8d71b90-b90c-48e7-a3c2-76a6618f6448 admin admin] Request body: {'subnet': {'network_id': '80b9d94e-02e9-4910-943b-22624c06727f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1064348726-subnet', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'ip_version': 4}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:57:30.805408 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-e8d71b90-b90c-48e7-a3c2-76a6618f6448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:57:30.809842 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-e8d71b90-b90c-48e7-a3c2-76a6618f6448 admin admin] Usage tracker for resource:subnet and tenant:0e079676030e4a98bb89d67eaf971bb3 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:57:30.813740 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-e8d71b90-b90c-48e7-a3c2-76a6618f6448 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:57:30.820008 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-e8d71b90-b90c-48e7-a3c2-76a6618f6448 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:57:30.861116 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d71b90-b90c-48e7-a3c2-76a6618f6448 admin admin] Made reservation on behalf of 0e079676030e4a98bb89d67eaf971bb3 for: {'subnet': 1} {{(pid=80331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:57:30.865709 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e8d71b90-b90c-48e7-a3c2-76a6618f6448 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15481959'] for subnet, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:31.053868 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566bbfff-b454-4eea-ae8a-99ecc4b40515 req-1ead0054-2ead-4ecc-9b0e-983bfc425c39 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:31.055500 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-566bbfff-b454-4eea-ae8a-99ecc4b40515 req-1ead0054-2ead-4ecc-9b0e-983bfc425c39 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 943 time: 0.1146605 Dec 02 15:57:31.121164 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-566bbfff-b454-4eea-ae8a-99ecc4b40515 req-0f24fb00-cc08-472d-bb94-1f5936efebe4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575097 Dec 02 15:57:31.314264 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 1a6392d2-d369-40d6-a1a9-aababa22e43a up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:57:31.456895 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning for port 1a6392d2-d369-40d6-a1a9-aababa22e43a completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:57:31.463110 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 1a6392d2-d369-40d6-a1a9-aababa22e43a triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:57:31.463585 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:31.763445 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:31.793125 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598a83e3-d5a7-4850-9f58-c6227d6842f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6392d2-d369-40d6-a1a9-aababa22e43a'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:57:31.805079 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 1a6392d2-d369-40d6-a1a9-aababa22e43a, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=1a6392d2-d369-40d6-a1a9-aababa22e43a,segment=NetworkSegment(ca708766-9b54-46c3-9628-ffb652be6104),segment_id=ca708766-9b54-46c3-9628-ffb652be6104)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:57:31.851903 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e8d71b90-b90c-48e7-a3c2-76a6618f6448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839953937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15481974'] for subnet, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:31.854909 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:31.857780 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9a0eb054-a06c-412c-9d10-e54534352d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:31.869289 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-258bf785-0807-4f79-8c98-200a97064ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:31.893139 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598a83e3-d5a7-4850-9f58-c6227d6842f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6392d2-d369-40d6-a1a9-aababa22e43a', 'code': 200} Dec 02 15:57:31.932449 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=1a6392d2-d369-40d6-a1a9-aababa22e43a,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:31.936323 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:32.007534 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d71b90-b90c-48e7-a3c2-76a6618f6448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c,revision_number=0']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:32.012737 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e8d71b90-b90c-48e7-a3c2-76a6618f6448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:32.049246 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:32.097204 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d71b90-b90c-48e7-a3c2-76a6618f6448 admin admin] Checking segment: {'id': '4e285664-1290-42fd-96db-d709b27ecdbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:57:32.097532 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d71b90-b90c-48e7-a3c2-76a6618f6448 admin admin] Network hostable DHCP agents. Network: 80b9d94e-02e9-4910-943b-22624c06727f, hostable agents: ['f9c54d63-a3bd-491a-8648-7c87c1e70bbe'], hosted agents: [] {{(pid=80331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 15:57:32.172247 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d71b90-b90c-48e7-a3c2-76a6618f6448 admin admin] Network 80b9d94e-02e9-4910-943b-22624c06727f is scheduled to be hosted by DHCP agent f9c54d63-a3bd-491a-8648-7c87c1e70bbe with binding_index 1 {{(pid=80331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 15:57:32.216036 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-e8d71b90-b90c-48e7-a3c2-76a6618f6448 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-smb, 80b9d94e-02e9-4910-943b-22624c06727f) {{(pid=80331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:57:32.225950 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023992b9-f0a8-4e1a-b61a-26cc51169640 None None] Network 80b9d94e-02e9-4910-943b-22624c06727f requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:57:32.238570 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d71b90-b90c-48e7-a3c2-76a6618f6448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:32.239438 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e8d71b90-b90c-48e7-a3c2-76a6618f6448 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:32.268609 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8dfdc-b2bd-4283-9862-88b657aae577 req-db17a193-1401-4862-b47f-1dbf396388ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:32.271703 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-98f8dfdc-b2bd-4283-9862-88b657aae577 req-db17a193-1401-4862-b47f-1dbf396388ff service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 1162 time: 0.1056349 Dec 02 15:57:32.322968 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-98f8dfdc-b2bd-4283-9862-88b657aae577 req-05f8b59c-1059-4fda-bd90-dd1c5cabf46d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424268 Dec 02 15:57:32.325679 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-e8d71b90-b90c-48e7-a3c2-76a6618f6448 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5317948 Dec 02 15:57:32.329098 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 43266) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:57:32.334883 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1064348726-router', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:57:32.340040 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:57:32.346058 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] Usage tracker for resource:router and tenant:0e079676030e4a98bb89d67eaf971bb3 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:57:32.350108 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:57:32.356448 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:57:32.376143 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be927cd-136b-42d4-bc4f-c0c1da4b4b07 req-5649f573-072d-4a94-974d-a558ea36d091 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:32.378189 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9be927cd-136b-42d4-bc4f-c0c1da4b4b07 req-5649f573-072d-4a94-974d-a558ea36d091 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.0959213 Dec 02 15:57:32.394449 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854218090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14576'] for router, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:32.395722 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854218143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-560627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854336912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854761223'] for router, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:32.439053 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9be927cd-136b-42d4-bc4f-c0c1da4b4b07 req-83d4b200-7f74-44c3-8d22-a305a66706c3 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539498 Dec 02 15:57:32.502592 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287510b6-3280-4e31-a121-77038711bda0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1da9dfaf-62d6-5646-b99e-815292006dec-80b9d94e-02e9-4910-943b-22624c06727f', 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'fixed_ips': [{'subnet_id': 'b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c'}]}} from dv-cinder-737618-2-smb. {{(pid=80332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 02 15:57:32.503552 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-287510b6-3280-4e31-a121-77038711bda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:32.587127 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:32.617620 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 1a6392d2-d369-40d6-a1a9-aababa22e43a up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:57:32.781029 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 1a6392d2-d369-40d6-a1a9-aababa22e43a triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:57:32.781593 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:32.912914 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-560608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-557688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854761322'] for router, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:32.970327 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [None req-287510b6-3280-4e31-a121-77038711bda0 None None] Allocated IP 172.20.0.2 (80b9d94e-02e9-4910-943b-22624c06727f/b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c/b8b7b6db-a8e5-4e09-8725-17fc3941d933) {{(pid=80332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:57:33.237861 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-287510b6-3280-4e31-a121-77038711bda0 None None] Notify callbacks [] for port, precommit_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:33.250031 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-287510b6-3280-4e31-a121-77038711bda0 None None] Transition to ACTIVE for port object b8b7b6db-a8e5-4e09-8725-17fc3941d933 will not be triggered until provisioned by entity L2. {{(pid=80332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:57:33.268924 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-287510b6-3280-4e31-a121-77038711bda0 None None] Transition to ACTIVE for port object b8b7b6db-a8e5-4e09-8725-17fc3941d933 will not be triggered until provisioned by entity DHCP. {{(pid=80332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:57:33.295840 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:33.330092 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-287510b6-3280-4e31-a121-77038711bda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067'] for port, after_create {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:33.330885 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:33.347543 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:33.483917 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287510b6-3280-4e31-a121-77038711bda0 None None] Pushing event updated for resources: {'Port': ['ID=b8b7b6db-a8e5-4e09-8725-17fc3941d933,revision_number=1']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:33.491780 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-287510b6-3280-4e31-a121-77038711bda0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:33.556566 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287510b6-3280-4e31-a121-77038711bda0 None None] Network 80b9d94e-02e9-4910-943b-22624c06727f is already hosted by enough agents. {{(pid=80332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:57:33.557120 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-287510b6-3280-4e31-a121-77038711bda0 None None] Resources bound (agent type, host, resource id): {{(pid=80332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:57:33.563073 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287510b6-3280-4e31-a121-77038711bda0 None None] Received port after_create {{(pid=80332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:57:33.632773 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-287510b6-3280-4e31-a121-77038711bda0 None None] Attempting to bind port b8b7b6db-a8e5-4e09-8725-17fc3941d933 on host dv-cinder-737618-2-smb for vnic_type normal with profile {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:57:33.633182 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-287510b6-3280-4e31-a121-77038711bda0 None None] Attempting to bind port b8b7b6db-a8e5-4e09-8725-17fc3941d933 by drivers openvswitch on host dv-cinder-737618-2-smb at level 0 using segments [{'id': '4e285664-1290-42fd-96db-d709b27ecdbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f'}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:57:33.633573 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287510b6-3280-4e31-a121-77038711bda0 None None] Attempting to bind port b8b7b6db-a8e5-4e09-8725-17fc3941d933 on network 80b9d94e-02e9-4910-943b-22624c06727f {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:57:33.640524 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287510b6-3280-4e31-a121-77038711bda0 None None] Checking agent: {'id': '9e491a05-148d-4c27-9923-258931fe0ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 40, 26), 'started_at': datetime.datetime(2020, 12, 2, 15, 40, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:57:33.641123 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287510b6-3280-4e31-a121-77038711bda0 None None] Checking segment: {'id': '4e285664-1290-42fd-96db-d709b27ecdbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:57:33.641578 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-287510b6-3280-4e31-a121-77038711bda0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:33.642162 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287510b6-3280-4e31-a121-77038711bda0 None None] Bound using segment: {'id': '4e285664-1290-42fd-96db-d709b27ecdbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f'} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:57:33.642724 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-287510b6-3280-4e31-a121-77038711bda0 None None] Bound port: b8b7b6db-a8e5-4e09-8725-17fc3941d933, host: dv-cinder-737618-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e285664-1290-42fd-96db-d709b27ecdbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f'}}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:57:33.643150 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-287510b6-3280-4e31-a121-77038711bda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:33.649847 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] Allocated IP 172.28.0.131 (37c00fa4-9d8d-40bf-927e-52444f2dd708/960a6109-8752-4c76-aab7-dfde0e16e857/5c2edbbc-1f2f-447b-bad7-65c054dd88da) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:57:33.740561 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-287510b6-3280-4e31-a121-77038711bda0 None None] For port b8b7b6db-a8e5-4e09-8725-17fc3941d933, host dv-cinder-737618-2-smb, cleared binding levels {{(pid=80332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:57:33.743837 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-287510b6-3280-4e31-a121-77038711bda0 None None] For port b8b7b6db-a8e5-4e09-8725-17fc3941d933, host dv-cinder-737618-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=b8b7b6db-a8e5-4e09-8725-17fc3941d933,segment=NetworkSegment(4e285664-1290-42fd-96db-d709b27ecdbe),segment_id=4e285664-1290-42fd-96db-d709b27ecdbe)] {{(pid=80332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:57:33.758244 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5f15d-2ce7-4b17-a168-9b34bd553f16 req-98953ed0-ef18-493e-8ee3-c6dc831d8be5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:33.760392 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8ea5f15d-2ce7-4b17-a168-9b34bd553f16 req-98953ed0-ef18-493e-8ee3-c6dc831d8be5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.1402357 Dec 02 15:57:33.777667 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-287510b6-3280-4e31-a121-77038711bda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:33.800109 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:33.812048 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8ea5f15d-2ce7-4b17-a168-9b34bd553f16 req-65a51ea8-40ae-404f-b714-b2afee06deb7 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444603 Dec 02 15:57:33.839486 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:33.903229 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:33.920979 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-9e4f5cb1-e222-4750-94fb-d923d6bda738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:33.989003 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287510b6-3280-4e31-a121-77038711bda0 None None] Pushing event updated for resources: {'Port': ['ID=b8b7b6db-a8e5-4e09-8725-17fc3941d933,revision_number=2']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:33.995080 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-287510b6-3280-4e31-a121-77038711bda0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:34.291078 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] Pushing event updated for resources: {'Port': ['ID=5c2edbbc-1f2f-447b-bad7-65c054dd88da,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:34.296964 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:34.350471 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] Network 37c00fa4-9d8d-40bf-927e-52444f2dd708 is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:57:34.352318 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:57:34.355635 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:57:34.983975 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:35.114088 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38d7d7-4413-49a8-899f-3f8a39d1f677 req-895279d5-fdbe-40e9-ab21-4466b16b0f70 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:35.116105 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7a38d7d7-4413-49a8-899f-3f8a39d1f677 req-895279d5-fdbe-40e9-ab21-4466b16b0f70 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.1230881 Dec 02 15:57:35.196087 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7a38d7d7-4413-49a8-899f-3f8a39d1f677 req-29bc619d-da73-43da-a100-fefa15a9a4f5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649564 Dec 02 15:57:35.457229 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854218128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559623'] for router, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:35.518977 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4cc899-5358-4806-9fd3-f7dc4db4b3bc req-3f648508-35b6-4342-aae9-8f421604fe66 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:35.521236 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9b4cc899-5358-4806-9fd3-f7dc4db4b3bc req-3f648508-35b6-4342-aae9-8f421604fe66 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.1224949 Dec 02 15:57:35.532538 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 43282) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:57:35.543191 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-f2a0be1b-b9b6-48f0-a8c8-4409a55f4bb8 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Request body: {'floatingip': {'port_id': '1a6392d2-d369-40d6-a1a9-aababa22e43a'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:57:35.583392 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0519c537-fba5-4110-afdc-81575396c914 None None] Network 80b9d94e-02e9-4910-943b-22624c06727f requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:57:35.662765 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f2a0be1b-b9b6-48f0-a8c8-4409a55f4bb8 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for floatingip, before_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:35.718636 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-78df3f53-1a49-4551-af58-b533e7cadd4a None None] Provisioning for port b8b7b6db-a8e5-4e09-8725-17fc3941d933 completed by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:57:35.794292 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] Router d73666dc-84ac-49fd-8f32-b2424d46897f is scheduled to L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf with binding_index 1 {{(pid=80330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 02 15:57:36.031111 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:57:36.041766 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] Sync routers for ids ['d73666dc-84ac-49fd-8f32-b2424d46897f'] in dv-cinder-737618-2-smb {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:57:36.060319 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] Routers {'d73666dc-84ac-49fd-8f32-b2424d46897f'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:57:36.061488 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:57:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['d73666dc-84ac-49fd-8f32-b2424d46897f'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:57:36.107340 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] Notify callbacks [] for router, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:36.111231 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7805538 Dec 02 15:57:36.114110 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 43286) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:57:36.468971 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device b8b7b6db-a8e5-4e09-8725-17fc3941d933 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:57:36.564539 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f2a0be1b-b9b6-48f0-a8c8-4409a55f4bb8 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for floatingip, precommit_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:36.599819 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f2a0be1b-b9b6-48f0-a8c8-4409a55f4bb8 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854216080'] for floatingip, after_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:36.718571 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] Set router d73666dc-84ac-49fd-8f32-b2424d46897f gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:57:36.829466 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.l3_db [None req-f2a0be1b-b9b6-48f0-a8c8-4409a55f4bb8 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Floating IP 75e2d077-bde9-4d4a-b9ee-a43e80d2de2b associated. External IP: 172.28.0.63, port: 1a6392d2-d369-40d6-a1a9-aababa22e43a. Dec 02 15:57:36.893346 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning for port b8b7b6db-a8e5-4e09-8725-17fc3941d933 completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:57:36.922919 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port b8b7b6db-a8e5-4e09-8725-17fc3941d933 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:57:36.923596 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:37.166578 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-7335db14-69d0-4380-9b6a-da0a714a9788 None None] Provisioning complete for port b8b7b6db-a8e5-4e09-8725-17fc3941d933 triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:57:37.167188 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7335db14-69d0-4380-9b6a-da0a714a9788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:37.206669 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5ba95e3f-f243-4fcd-afe2-eea391a680b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:37.392820 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a0be1b-b9b6-48f0-a8c8-4409a55f4bb8 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Router dc5f2e98-ff09-4d09-975b-b276769dc2d4 has already been hosted by L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf {{(pid=80331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 15:57:37.460816 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:37.542400 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7335db14-69d0-4380-9b6a-da0a714a9788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:37.565378 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] For port b8b7b6db-a8e5-4e09-8725-17fc3941d933, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=b8b7b6db-a8e5-4e09-8725-17fc3941d933,segment=NetworkSegment(4e285664-1290-42fd-96db-d709b27ecdbe),segment_id=4e285664-1290-42fd-96db-d709b27ecdbe)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:57:37.620454 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:37.630414 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a4004d41-df0e-462f-9644-e30b18341412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:37.647005 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a0be1b-b9b6-48f0-a8c8-4409a55f4bb8 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:57:37.660107 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c87a8-6f22-4a2c-845b-f0c927a6d0da None None] Sync routers for ids ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'] in dv-cinder-737618-2-smb {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:57:37.661708 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f2a0be1b-b9b6-48f0-a8c8-4409a55f4bb8 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for floatingip, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:37.675380 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c87a8-6f22-4a2c-845b-f0c927a6d0da None None] Routers {'dc5f2e98-ff09-4d09-975b-b276769dc2d4'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:57:37.676301 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-1d3c87a8-6f22-4a2c-845b-f0c927a6d0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:57:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:57:37.695448 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'name': 'tempest-TestMinimumBasicScenario-1064348726-router', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:57:32Z', 'updated_at': '2020-12-02T15:57:34Z', 'revision_number': 3, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'gw_port': {'id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:50:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:33Z', 'updated_at': '2020-12-02T15:57:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:57:37.700184 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [None req-5ba95e3f-f243-4fcd-afe2-eea391a680b3 admin admin] Allocated IP 172.20.0.1 (80b9d94e-02e9-4910-943b-22624c06727f/b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c/38b847b3-d95b-4317-9946-46c302cc7e28) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:57:37.725287 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] Checking router: d73666dc-84ac-49fd-8f32-b2424d46897f for host: dv-cinder-737618-2-smb {{(pid=80332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:57:37.725689 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] Updating router d73666dc-84ac-49fd-8f32-b2424d46897f port 5c2edbbc-1f2f-447b-bad7-65c054dd88da binding host dv-cinder-737618-2-smb {{(pid=80332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 15:57:37.778669 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.api [None req-7335db14-69d0-4380-9b6a-da0a714a9788 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 15:57:37.779090 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_db.api [None req-7335db14-69d0-4380-9b6a-da0a714a9788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 15:57:37.790322 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-f2a0be1b-b9b6-48f0-a8c8-4409a55f4bb8 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "PUT /v2.0/floatingips/75e2d077-bde9-4d4a-b9ee-a43e80d2de2b HTTP/1.1" status: 200 len: 990 time: 2.2558944 Dec 02 15:57:37.791763 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598a83e3-d5a7-4850-9f58-c6227d6842f9', 'tag': '1a6392d2-d369-40d6-a1a9-aababa22e43a'}] {{(pid=80331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:57:37.799196 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Pushing event updated for resources: {'Port': ['ID=b8b7b6db-a8e5-4e09-8725-17fc3941d933,revision_number=3']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:37.804834 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:37.809730 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:37.940275 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-1d3c87a8-6f22-4a2c-845b-f0c927a6d0da None None] Set router dc5f2e98-ff09-4d09-975b-b276769dc2d4 gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:57:38.029451 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5ba95e3f-f243-4fcd-afe2-eea391a680b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:38.095082 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-5ba95e3f-f243-4fcd-afe2-eea391a680b3 admin admin] Transition to ACTIVE for port object 38b847b3-d95b-4317-9946-46c302cc7e28 will not be triggered until provisioned by entity DHCP. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:57:38.159413 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5ba95e3f-f243-4fcd-afe2-eea391a680b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:38.196145 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-242d2595-b886-4585-8f6b-5cc767695b08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:38.271147 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598a83e3-d5a7-4850-9f58-c6227d6842f9', 'tag': '1a6392d2-d369-40d6-a1a9-aababa22e43a', 'status': 'completed', 'code': 200} Dec 02 15:57:38.340190 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device b8b7b6db-a8e5-4e09-8725-17fc3941d933 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:57:38.423402 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-1d3c87a8-6f22-4a2c-845b-f0c927a6d0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2086942736-router', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:54Z', 'updated_at': '2020-12-02T15:52:05Z', 'revision_number': 4, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'gw_port': {'id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:57Z', 'updated_at': '2020-12-02T15:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_floatingips': [{'id': '75e2d077-bde9-4d4a-b9ee-a43e80d2de2b', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'floating_ip_address': '172.28.0.63', 'floating_network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'router_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'port_id': '1a6392d2-d369-40d6-a1a9-aababa22e43a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'mac_address': 'fa:16:3e:96:54:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598a83e3-d5a7-4850-9f58-c6227d6842f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:57:18Z', 'updated_at': '2020-12-02T15:57:36Z', 'revision_number': 1, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4d19659-342b-45e1-9c57-c93f397ab414', 'name': '', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'mac_address': 'fa:16:3e:55:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:52:03Z', 'updated_at': '2020-12-02T15:52:16Z', 'revision_number': 5, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'subnets': [{'id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:57:38.428742 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c87a8-6f22-4a2c-845b-f0c927a6d0da None None] Checking router: dc5f2e98-ff09-4d09-975b-b276769dc2d4 for host: dv-cinder-737618-2-smb {{(pid=80333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:57:38.432547 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] Notify callbacks [] for port, precommit_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:38.442326 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c87a8-6f22-4a2c-845b-f0c927a6d0da None None] Routers {'dc5f2e98-ff09-4d09-975b-b276769dc2d4'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:57:38.442884 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-1d3c87a8-6f22-4a2c-845b-f0c927a6d0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:57:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:57:38.457903 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] Transition to ACTIVE for port object 5c2edbbc-1f2f-447b-bad7-65c054dd88da will not be triggered until provisioned by entity L2. {{(pid=80332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:57:38.466236 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port b8b7b6db-a8e5-4e09-8725-17fc3941d933 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:57:38.471810 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:38.471992 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba95e3f-f243-4fcd-afe2-eea391a680b3 admin admin] Pushing event updated for resources: {'Port': ['ID=38b847b3-d95b-4317-9946-46c302cc7e28,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:38.482105 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5ba95e3f-f243-4fcd-afe2-eea391a680b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:38.516916 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:38.548527 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:38.548748 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f44c33-39cb-4ce2-baa9-0e331b27bf44 req-7190eac2-fb41-497a-a345-771fe30b41b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:38.550373 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a2f44c33-39cb-4ce2-baa9-0e331b27bf44 req-7190eac2-fb41-497a-a345-771fe30b41b7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5dcc037c94944143a3f2fdcc7f6a2f6d&device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 1162 time: 0.1818280 Dec 02 15:57:38.561763 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba95e3f-f243-4fcd-afe2-eea391a680b3 admin admin] Network 80b9d94e-02e9-4910-943b-22624c06727f is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:57:38.589423 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-5ba95e3f-f243-4fcd-afe2-eea391a680b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:57:38.596090 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba95e3f-f243-4fcd-afe2-eea391a680b3 admin admin] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:57:38.663710 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-1d3c87a8-6f22-4a2c-845b-f0c927a6d0da None None] Set router dc5f2e98-ff09-4d09-975b-b276769dc2d4 gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:57:38.725191 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd250a4-cc5e-4b4a-a62c-32dcb979e292 None None] Pushing event updated for resources: {'Port': ['ID=5c2edbbc-1f2f-447b-bad7-65c054dd88da,revision_number=2']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:38.728399 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6dd250a4-cc5e-4b4a-a62c-32dcb979e292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:38.751913 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5ba95e3f-f243-4fcd-afe2-eea391a680b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854215974'] for router_interface, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:38.818087 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f44c33-39cb-4ce2-baa9-0e331b27bf44 req-0ef39651-4acb-4f5c-a5a0-87a3d8d4f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:38.819796 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a2f44c33-39cb-4ce2-baa9-0e331b27bf44 req-0ef39651-4acb-4f5c-a5a0-87a3d8d4f206 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ae619313-79bd-4f58-9d4f-05b9d1c1f579 HTTP/1.1" status: 200 len: 911 time: 0.2566190 Dec 02 15:57:38.892450 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] Attempting to bind port 5c2edbbc-1f2f-447b-bad7-65c054dd88da on host dv-cinder-737618-2-smb for vnic_type normal with profile {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:57:38.892751 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] Attempting to bind port 5c2edbbc-1f2f-447b-bad7-65c054dd88da by drivers openvswitch on host dv-cinder-737618-2-smb at level 0 using segments [{'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:57:38.893190 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] Attempting to bind port 5c2edbbc-1f2f-447b-bad7-65c054dd88da on network 37c00fa4-9d8d-40bf-927e-52444f2dd708 {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:57:38.901585 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] Checking agent: {'id': '9e491a05-148d-4c27-9923-258931fe0ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 40, 26), 'started_at': datetime.datetime(2020, 12, 2, 15, 40, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:57:38.902218 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] Checking segment: {'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:57:38.902854 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:38.905732 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] Bound using segment: {'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'} {{(pid=80332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:57:38.906776 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] Bound port: 5c2edbbc-1f2f-447b-bad7-65c054dd88da, host: dv-cinder-737618-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e664ad9f-0009-4ff2-8670-18bebb570cf0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}}] {{(pid=80332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:57:38.908082 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:38.966876 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a2f44c33-39cb-4ce2-baa9-0e331b27bf44 req-fef8459e-650c-4cc9-b4da-45dea5203bc1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a6392d2-d369-40d6-a1a9-aababa22e43a HTTP/1.1" status: 200 len: 998 time: 0.1385431 Dec 02 15:57:39.055558 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] For port 5c2edbbc-1f2f-447b-bad7-65c054dd88da, host dv-cinder-737618-2-smb, cleared binding levels {{(pid=80332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:57:39.059382 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] For port 5c2edbbc-1f2f-447b-bad7-65c054dd88da, host dv-cinder-737618-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=5c2edbbc-1f2f-447b-bad7-65c054dd88da,segment=NetworkSegment(e664ad9f-0009-4ff2-8670-18bebb570cf0),segment_id=e664ad9f-0009-4ff2-8670-18bebb570cf0)] {{(pid=80332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:57:39.080156 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b398bfac-3c2f-4a6f-a8a2-37e329bedf7a None None] Provisioning for port 38b847b3-d95b-4317-9946-46c302cc7e28 completed by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:57:39.097083 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b398bfac-3c2f-4a6f-a8a2-37e329bedf7a None None] Provisioning complete for port 38b847b3-d95b-4317-9946-46c302cc7e28 triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:57:39.097519 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b398bfac-3c2f-4a6f-a8a2-37e329bedf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:39.105217 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5ba95e3f-f243-4fcd-afe2-eea391a680b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:39.118156 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f44c33-39cb-4ce2-baa9-0e331b27bf44 req-f360bdc0-8a42-4918-9b96-911f78939802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:39.119827 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a2f44c33-39cb-4ce2-baa9-0e331b27bf44 req-f360bdc0-8a42-4918-9b96-911f78939802 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a59a6d3-2eec-4eca-96de-faf6098a43d0 HTTP/1.1" status: 200 len: 856 time: 0.1446617 Dec 02 15:57:39.160234 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:39.183212 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2ebb68bc-c33c-4bf7-ac56-fb7b20463af2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:39.295975 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-1d3c87a8-6f22-4a2c-845b-f0c927a6d0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2086942736-router', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:54Z', 'updated_at': '2020-12-02T15:52:05Z', 'revision_number': 4, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'gw_port': {'id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:57Z', 'updated_at': '2020-12-02T15:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_floatingips': [{'id': '75e2d077-bde9-4d4a-b9ee-a43e80d2de2b', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'floating_ip_address': '172.28.0.63', 'floating_network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'router_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'port_id': '1a6392d2-d369-40d6-a1a9-aababa22e43a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'mac_address': 'fa:16:3e:96:54:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598a83e3-d5a7-4850-9f58-c6227d6842f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:57:18Z', 'updated_at': '2020-12-02T15:57:36Z', 'revision_number': 1, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4d19659-342b-45e1-9c57-c93f397ab414', 'name': '', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'mac_address': 'fa:16:3e:55:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:52:03Z', 'updated_at': '2020-12-02T15:52:16Z', 'revision_number': 5, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'subnets': [{'id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:57:39.306608 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c87a8-6f22-4a2c-845b-f0c927a6d0da None None] The sync data for ids ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'] in dv-cinder-737618-2-smb is: [{'id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2086942736-router', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:54Z', 'updated_at': '2020-12-02T15:52:05Z', 'revision_number': 4, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'gw_port': {'id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:57Z', 'updated_at': '2020-12-02T15:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_floatingips': [{'id': '75e2d077-bde9-4d4a-b9ee-a43e80d2de2b', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'floating_ip_address': '172.28.0.63', 'floating_network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'router_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'port_id': '1a6392d2-d369-40d6-a1a9-aababa22e43a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'mac_address': 'fa:16:3e:96:54:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598a83e3-d5a7-4850-9f58-c6227d6842f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:57:18Z', 'updated_at': '2020-12-02T15:57:36Z', 'revision_number': 1, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4d19659-342b-45e1-9c57-c93f397ab414', 'name': '', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'mac_address': 'fa:16:3e:55:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:52:03Z', 'updated_at': '2020-12-02T15:52:16Z', 'revision_number': 5, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'subnets': [{'id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:57:39.483143 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f44c33-39cb-4ce2-baa9-0e331b27bf44 req-0fbf4a7f-fad4-4362-b3e3-3a20eb950e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:39.484795 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a2f44c33-39cb-4ce2-baa9-0e331b27bf44 req-0fbf4a7f-fad4-4362-b3e3-3a20eb950e73 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ae619313-79bd-4f58-9d4f-05b9d1c1f579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3574378 Dec 02 15:57:39.516483 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-b398bfac-3c2f-4a6f-a8a2-37e329bedf7a None None] Port 38b847b3-d95b-4317-9946-46c302cc7e28 cannot update to ACTIVE because it is not bound. {{(pid=80332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 15:57:39.551898 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd250a4-cc5e-4b4a-a62c-32dcb979e292 None None] Pushing event updated for resources: {'Port': ['ID=5c2edbbc-1f2f-447b-bad7-65c054dd88da,revision_number=3']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:39.558050 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6dd250a4-cc5e-4b4a-a62c-32dcb979e292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:39.615330 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] Routers {'d73666dc-84ac-49fd-8f32-b2424d46897f'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:57:39.616969 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:57:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['d73666dc-84ac-49fd-8f32-b2424d46897f'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:57:39.686496 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559d179-f27d-41ec-9acc-a1f0e282d3bb None None] New status for floating IP 75e2d077-bde9-4d4a-b9ee-a43e80d2de2b: ACTIVE {{(pid=80332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 02 15:57:39.708920 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a2f44c33-39cb-4ce2-baa9-0e331b27bf44 req-7e6893ef-c30b-4608-8cf5-d08f37711cb5 service neutron] 10.222.0.90 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158029 Dec 02 15:57:39.713872 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5ba95e3f-f243-4fcd-afe2-eea391a680b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:39.749021 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5ba95e3f-f243-4fcd-afe2-eea391a680b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:39.785896 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a8426d18-2b49-4770-8770-186319444a91 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:39.956412 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5ba95e3f-f243-4fcd-afe2-eea391a680b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3252943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557831'] for router_interface, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:39.975033 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba95e3f-f243-4fcd-afe2-eea391a680b3 admin admin] Pushing event updated for resources: {'Port': ['ID=38b847b3-d95b-4317-9946-46c302cc7e28,revision_number=2']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:39.984577 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5ba95e3f-f243-4fcd-afe2-eea391a680b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:40.040451 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] Set router d73666dc-84ac-49fd-8f32-b2424d46897f gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:57:40.105172 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a2f44c33-39cb-4ce2-baa9-0e331b27bf44 req-a3e5ee78-0f01-4aeb-911a-bf1951c8d757 service neutron] 10.222.0.90 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3887050 Dec 02 15:57:40.197282 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba95e3f-f243-4fcd-afe2-eea391a680b3 admin admin] Network 80b9d94e-02e9-4910-943b-22624c06727f is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:57:40.198595 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-5ba95e3f-f243-4fcd-afe2-eea391a680b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:57:40.513142 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba95e3f-f243-4fcd-afe2-eea391a680b3 admin admin] Router d73666dc-84ac-49fd-8f32-b2424d46897f has already been hosted by L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf {{(pid=80330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 15:57:40.556809 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-1bfb09ad-4713-4d1d-8c7a-fbcb0f143c24 None None] Provisioning complete for port 38b847b3-d95b-4317-9946-46c302cc7e28 triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:57:40.557238 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1bfb09ad-4713-4d1d-8c7a-fbcb0f143c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:40.641731 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-1bfb09ad-4713-4d1d-8c7a-fbcb0f143c24 None None] Port 38b847b3-d95b-4317-9946-46c302cc7e28 cannot update to ACTIVE because it is not bound. {{(pid=80332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 15:57:40.646290 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'name': 'tempest-TestMinimumBasicScenario-1064348726-router', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:57:32Z', 'updated_at': '2020-12-02T15:57:38Z', 'revision_number': 4, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'gw_port': {'id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:50:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:33Z', 'updated_at': '2020-12-02T15:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '38b847b3-d95b-4317-9946-46c302cc7e28', 'name': '', 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'mac_address': 'fa:16:3e:c5:7e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:37Z', 'updated_at': '2020-12-02T15:57:37Z', 'revision_number': 1, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'subnets': [{'id': 'b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:57:40.651539 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6a6f74-c94d-4d05-b625-5c42214952c4 None None] The sync data for ids ['d73666dc-84ac-49fd-8f32-b2424d46897f'] in dv-cinder-737618-2-smb is: [{'id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'name': 'tempest-TestMinimumBasicScenario-1064348726-router', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:57:32Z', 'updated_at': '2020-12-02T15:57:38Z', 'revision_number': 4, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'gw_port': {'id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:50:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:33Z', 'updated_at': '2020-12-02T15:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '38b847b3-d95b-4317-9946-46c302cc7e28', 'name': '', 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'mac_address': 'fa:16:3e:c5:7e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:37Z', 'updated_at': '2020-12-02T15:57:37Z', 'revision_number': 1, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'subnets': [{'id': 'b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:57:40.968736 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79491c-981d-48eb-b96e-541cf2723b64 req-334648b3-3cff-4d2c-bf4b-4207ca7e0ace tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:40.970685 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9a79491c-981d-48eb-b96e-541cf2723b64 req-334648b3-3cff-4d2c-bf4b-4207ca7e0ace tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 945 time: 0.1084003 Dec 02 15:57:40.977670 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba95e3f-f243-4fcd-afe2-eea391a680b3 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:57:40.989232 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-5ba95e3f-f243-4fcd-afe2-eea391a680b3 admin admin] 10.222.0.98 "PUT /v2.0/routers/d73666dc-84ac-49fd-8f32-b2424d46897f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8731675 Dec 02 15:57:41.041502 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9a79491c-981d-48eb-b96e-541cf2723b64 req-59c52815-0ff3-4379-9557-8573a79df8d7 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0621722 Dec 02 15:57:42.304944 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 5c2edbbc-1f2f-447b-bad7-65c054dd88da up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:57:42.325115 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7489dfd-2bdc-4c17-8f55-09aee947c72d req-5a41fa4b-ad38-4144-8018-12746a4de959 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:42.327071 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d7489dfd-2bdc-4c17-8f55-09aee947c72d req-5a41fa4b-ad38-4144-8018-12746a4de959 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 945 time: 0.1190624 Dec 02 15:57:42.416336 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d7489dfd-2bdc-4c17-8f55-09aee947c72d req-29ce845c-2fa5-41b7-a49e-3574af16f517 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0824008 Dec 02 15:57:42.531802 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning for port 5c2edbbc-1f2f-447b-bad7-65c054dd88da completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:57:42.540495 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 5c2edbbc-1f2f-447b-bad7-65c054dd88da triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:57:42.541149 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:42.787097 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:42.815223 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] For port 5c2edbbc-1f2f-447b-bad7-65c054dd88da, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=5c2edbbc-1f2f-447b-bad7-65c054dd88da,segment=NetworkSegment(e664ad9f-0009-4ff2-8670-18bebb570cf0),segment_id=e664ad9f-0009-4ff2-8670-18bebb570cf0)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:57:42.864603 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:42.867734 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6dd250a4-cc5e-4b4a-a62c-32dcb979e292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:43.030578 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Pushing event updated for resources: {'Port': ['ID=5c2edbbc-1f2f-447b-bad7-65c054dd88da,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:43.034782 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:43.679241 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3fb06-8b4d-4ccb-82f5-4ddfd7f48a55 req-1bce7612-008a-46bb-bf37-ee4d53bd699f tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:43.681131 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-22e3fb06-8b4d-4ccb-82f5-4ddfd7f48a55 req-1bce7612-008a-46bb-bf37-ee4d53bd699f tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 945 time: 0.1113288 Dec 02 15:57:43.737101 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-22e3fb06-8b4d-4ccb-82f5-4ddfd7f48a55 req-2bb4a20a-950f-4940-917a-164b1dcb52b4 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0487857 Dec 02 15:57:44.266787 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 5c2edbbc-1f2f-447b-bad7-65c054dd88da up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:57:44.365206 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 5c2edbbc-1f2f-447b-bad7-65c054dd88da triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:57:44.368000 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:44.893710 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] Sync routers for ids ['d73666dc-84ac-49fd-8f32-b2424d46897f'] in dv-cinder-737618-2-smb {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:57:44.926010 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] Routers {'d73666dc-84ac-49fd-8f32-b2424d46897f'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:57:44.927943 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:57:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['d73666dc-84ac-49fd-8f32-b2424d46897f'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:57:45.241910 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe0ac0-dbe0-442d-8d14-e9d1933382ec req-db4748fc-54a5-4cc9-bc47-fc44094fe326 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:45.252578 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ddfe0ac0-dbe0-442d-8d14-e9d1933382ec req-db4748fc-54a5-4cc9-bc47-fc44094fe326 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 945 time: 0.1771877 Dec 02 15:57:45.339021 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ddfe0ac0-dbe0-442d-8d14-e9d1933382ec req-7aed6b51-89d4-4337-99e8-5b36f770b41d tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0849071 Dec 02 15:57:45.492690 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] Set router d73666dc-84ac-49fd-8f32-b2424d46897f gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:57:45.575351 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:57:45.876240 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'name': 'tempest-TestMinimumBasicScenario-1064348726-router', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:57:32Z', 'updated_at': '2020-12-02T15:57:38Z', 'revision_number': 4, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'gw_port': {'id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:33Z', 'updated_at': '2020-12-02T15:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '38b847b3-d95b-4317-9946-46c302cc7e28', 'name': '', 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'mac_address': 'fa:16:3e:c5:7e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:37Z', 'updated_at': '2020-12-02T15:57:39Z', 'revision_number': 2, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'subnets': [{'id': 'b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:57:45.880505 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] Checking router: d73666dc-84ac-49fd-8f32-b2424d46897f for host: dv-cinder-737618-2-smb {{(pid=80333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:57:45.880926 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] Updating router d73666dc-84ac-49fd-8f32-b2424d46897f port 38b847b3-d95b-4317-9946-46c302cc7e28 binding host dv-cinder-737618-2-smb {{(pid=80333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 02 15:57:45.936434 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:46.357221 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] Notify callbacks [] for port, precommit_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:46.370160 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] Transition to ACTIVE for port object 38b847b3-d95b-4317-9946-46c302cc7e28 will not be triggered until provisioned by entity L2. {{(pid=80333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:57:46.408763 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:46.422936 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-534120b5-013b-4b23-b9ff-16051b1174c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:46.488711 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Pushing event updated for resources: {'Port': ['ID=38b847b3-d95b-4317-9946-46c302cc7e28,revision_number=3']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:46.515566 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:46.515942 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:46.516303 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:46.516675 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:46.517039 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:46.517432 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:46.517746 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:46.518106 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:46.518472 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:46.518851 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:46.519208 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:46.519707 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:46.520404 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:46.520759 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:46.521117 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:46.521636 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:46.522030 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:46.522388 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:46.522790 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:46.523101 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:46.523454 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:46.523880 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:46.524504 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:46.524868 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:57:46.590550 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d73c8-1ea6-4a3d-8ae0-bf7683951358 req-1b45e139-1b2f-46ac-a7df-9b8a0f13fece tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:46.593216 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:46.599912 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f29d73c8-1ea6-4a3d-8ae0-bf7683951358 req-1b45e139-1b2f-46ac-a7df-9b8a0f13fece tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 945 time: 0.1190100 Dec 02 15:57:46.675256 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f29d73c8-1ea6-4a3d-8ae0-bf7683951358 req-4c41c416-a8ae-44cb-84d1-6959bf1ec354 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0725887 Dec 02 15:57:46.896236 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] Attempting to bind port 38b847b3-d95b-4317-9946-46c302cc7e28 on host dv-cinder-737618-2-smb for vnic_type normal with profile {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:57:46.899380 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] Attempting to bind port 38b847b3-d95b-4317-9946-46c302cc7e28 by drivers openvswitch on host dv-cinder-737618-2-smb at level 0 using segments [{'id': '4e285664-1290-42fd-96db-d709b27ecdbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f'}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:57:46.899894 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] Attempting to bind port 38b847b3-d95b-4317-9946-46c302cc7e28 on network 80b9d94e-02e9-4910-943b-22624c06727f {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:57:46.908047 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] Checking agent: {'id': '9e491a05-148d-4c27-9923-258931fe0ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-737618-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 40, 26), 'started_at': datetime.datetime(2020, 12, 2, 15, 40, 56), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-737618-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.71', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:57:46.908454 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] Checking segment: {'id': '4e285664-1290-42fd-96db-d709b27ecdbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:57:46.909067 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:46.909642 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] Bound using segment: {'id': '4e285664-1290-42fd-96db-d709b27ecdbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f'} {{(pid=80333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:57:46.910177 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] Bound port: 38b847b3-d95b-4317-9946-46c302cc7e28, host: dv-cinder-737618-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e285664-1290-42fd-96db-d709b27ecdbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f'}}] {{(pid=80333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:57:46.910645 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:47.034093 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] For port 38b847b3-d95b-4317-9946-46c302cc7e28, host dv-cinder-737618-2-smb, cleared binding levels {{(pid=80333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:57:47.037986 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] For port 38b847b3-d95b-4317-9946-46c302cc7e28, host dv-cinder-737618-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=38b847b3-d95b-4317-9946-46c302cc7e28,segment=NetworkSegment(4e285664-1290-42fd-96db-d709b27ecdbe),segment_id=4e285664-1290-42fd-96db-d709b27ecdbe)] {{(pid=80333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:57:47.079690 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:47.122122 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:47.319995 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Pushing event updated for resources: {'Port': ['ID=38b847b3-d95b-4317-9946-46c302cc7e28,revision_number=4']} {{(pid=80333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:47.327475 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-61112ef0-0aa8-4563-8a57-297568e2e00f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:47.361382 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] Routers {'d73666dc-84ac-49fd-8f32-b2424d46897f'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:57:47.362062 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:57:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['d73666dc-84ac-49fd-8f32-b2424d46897f'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:57:47.634020 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] Set router d73666dc-84ac-49fd-8f32-b2424d46897f gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:57:47.993135 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f0793-2755-4aad-98bb-93f7051eed7a req-386e674b-fdc4-44fa-a7b4-a1f06ec1f9ae tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:48.003427 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a76f0793-2755-4aad-98bb-93f7051eed7a req-386e674b-fdc4-44fa-a7b4-a1f06ec1f9ae tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 945 time: 0.1587677 Dec 02 15:57:48.080367 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a76f0793-2755-4aad-98bb-93f7051eed7a req-f653686d-5702-4967-85c9-f6580809c27d tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0755041 Dec 02 15:57:48.164574 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'name': 'tempest-TestMinimumBasicScenario-1064348726-router', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:57:32Z', 'updated_at': '2020-12-02T15:57:38Z', 'revision_number': 4, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'gw_port': {'id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:33Z', 'updated_at': '2020-12-02T15:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '38b847b3-d95b-4317-9946-46c302cc7e28', 'name': '', 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'mac_address': 'fa:16:3e:c5:7e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:37Z', 'updated_at': '2020-12-02T15:57:47Z', 'revision_number': 4, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'subnets': [{'id': 'b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:57:48.171637 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427b3928-d6ef-481a-adc1-29ae829e8c42 None None] The sync data for ids ['d73666dc-84ac-49fd-8f32-b2424d46897f'] in dv-cinder-737618-2-smb is: [{'id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'name': 'tempest-TestMinimumBasicScenario-1064348726-router', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:57:32Z', 'updated_at': '2020-12-02T15:57:38Z', 'revision_number': 4, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'gw_port': {'id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:33Z', 'updated_at': '2020-12-02T15:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '38b847b3-d95b-4317-9946-46c302cc7e28', 'name': '', 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'mac_address': 'fa:16:3e:c5:7e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:37Z', 'updated_at': '2020-12-02T15:57:47Z', 'revision_number': 4, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'subnets': [{'id': 'b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:57:48.259758 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 38b847b3-d95b-4317-9946-46c302cc7e28 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:57:48.382530 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning for port 38b847b3-d95b-4317-9946-46c302cc7e28 completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:57:48.390054 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 38b847b3-d95b-4317-9946-46c302cc7e28 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:57:48.390717 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:48.548672 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:48.611210 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] For port 38b847b3-d95b-4317-9946-46c302cc7e28, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=38b847b3-d95b-4317-9946-46c302cc7e28,segment=NetworkSegment(4e285664-1290-42fd-96db-d709b27ecdbe),segment_id=4e285664-1290-42fd-96db-d709b27ecdbe)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:57:48.645494 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:48.647512 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:48.766745 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Pushing event updated for resources: {'Port': ['ID=38b847b3-d95b-4317-9946-46c302cc7e28,revision_number=5']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:48.781599 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:49.874515 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3e596-7c24-4440-9cab-cec28ab59c4c req-8b848d04-0586-47ce-a94c-3aa4a11faaa2 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:49.876460 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7fc3e596-7c24-4440-9cab-cec28ab59c4c req-8b848d04-0586-47ce-a94c-3aa4a11faaa2 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 945 time: 0.4978931 Dec 02 15:57:49.939387 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7fc3e596-7c24-4440-9cab-cec28ab59c4c req-d9bd23c8-2e20-47af-97bd-85165410f2e4 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0511467 Dec 02 15:57:50.211472 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 38b847b3-d95b-4317-9946-46c302cc7e28 up at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:57:50.289978 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Provisioning complete for port 38b847b3-d95b-4317-9946-46c302cc7e28 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:57:50.290393 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:51.249349 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc47ee1-615c-4759-8f32-046d4a297e99 req-5bd17182-b190-4c55-b6b9-427b56982ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:51.251604 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4cc47ee1-615c-4759-8f32-046d4a297e99 req-5bd17182-b190-4c55-b6b9-427b56982ba1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e8d7a18fc79d48ee8c642b9c7dcb09bb&device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 1162 time: 0.0946498 Dec 02 15:57:51.481306 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc47ee1-615c-4759-8f32-046d4a297e99 req-3ed93882-0dfd-4212-90a0-297925c165ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:51.483453 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4cc47ee1-615c-4759-8f32-046d4a297e99 req-3ed93882-0dfd-4212-90a0-297925c165ab service neutron] 10.222.0.90 "GET /v2.0/networks?id=381266ba-2c0c-4b16-ae63-d025abb85ceb HTTP/1.1" status: 200 len: 902 time: 0.2219338 Dec 02 15:57:51.613009 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4cc47ee1-615c-4759-8f32-046d4a297e99 req-0c90b071-e787-4605-bd17-8864193e1e09 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f843f697-aa2c-489f-8351-4b3862c2d7aa HTTP/1.1" status: 200 len: 1001 time: 0.1197343 Dec 02 15:57:51.624622 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4274295-60b6-4ef3-9bab-5d27450a8497 req-536e7377-a154-4479-bd52-5064a44b3528 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:51.626431 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e4274295-60b6-4ef3-9bab-5d27450a8497 req-536e7377-a154-4479-bd52-5064a44b3528 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 945 time: 0.1916931 Dec 02 15:57:51.694693 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e4274295-60b6-4ef3-9bab-5d27450a8497 req-43730768-7244-4080-8238-2be663f77521 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0588512 Dec 02 15:57:51.770372 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc47ee1-615c-4759-8f32-046d4a297e99 req-4379844c-ee64-4c47-a1f2-ad7898790432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:51.772341 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4cc47ee1-615c-4759-8f32-046d4a297e99 req-4379844c-ee64-4c47-a1f2-ad7898790432 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58fb7be0-8747-4314-8cd6-9f3f0bf15dc2 HTTP/1.1" status: 200 len: 847 time: 0.1330750 Dec 02 15:57:51.894081 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc47ee1-615c-4759-8f32-046d4a297e99 req-ce885575-0017-4199-9c32-4a1a39aa0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:51.895799 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4cc47ee1-615c-4759-8f32-046d4a297e99 req-ce885575-0017-4199-9c32-4a1a39aa0930 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=381266ba-2c0c-4b16-ae63-d025abb85ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1139908 Dec 02 15:57:51.983981 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2255c234-9c3c-4d02-bac5-4398e7163ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:52.114870 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4cc47ee1-615c-4759-8f32-046d4a297e99 req-4cc7316c-fc94-4170-8b68-ea36456f98fb service neutron] 10.222.0.90 "GET /v2.0/networks/381266ba-2c0c-4b16-ae63-d025abb85ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095106 Dec 02 15:57:52.306858 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4cc47ee1-615c-4759-8f32-046d4a297e99 req-ba5ce3e0-38e1-4eab-974b-8fec7468d8d2 service neutron] 10.222.0.90 "GET /v2.0/networks/381266ba-2c0c-4b16-ae63-d025abb85ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1838975 Dec 02 15:57:53.018358 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8520a3-6293-4389-88e3-179e21474f52 req-6fe8dc95-0bb6-4fc0-b7b2-3223704331e8 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:53.021813 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7e8520a3-6293-4389-88e3-179e21474f52 req-6fe8dc95-0bb6-4fc0-b7b2-3223704331e8 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 945 time: 0.1297178 Dec 02 15:57:53.088144 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7e8520a3-6293-4389-88e3-179e21474f52 req-c9486933-f66d-4048-84c1-7491e449a2ae tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0555632 Dec 02 15:57:54.337425 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d2af1-1236-45d4-a81b-f2ca0c2fcf79 req-ae9a23b8-9239-477f-9e00-6bb39613e448 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:54.340611 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-602d2af1-1236-45d4-a81b-f2ca0c2fcf79 req-ae9a23b8-9239-477f-9e00-6bb39613e448 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 945 time: 0.1099877 Dec 02 15:57:54.401043 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-602d2af1-1236-45d4-a81b-f2ca0c2fcf79 req-30e45d89-2b2b-4d52-a5de-5f89a1bc9e55 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0522401 Dec 02 15:57:54.451524 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8d53-c1f2-4cb2-9ad6-e446e363f684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:54.668500 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device f843f697-aa2c-489f-8351-4b3862c2d7aa no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 15:57:54.788746 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:54.818494 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19394ed-505f-46ad-bd20-e0ccbbe728f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f843f697-aa2c-489f-8351-4b3862c2d7aa'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:57:54.840993 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port f843f697-aa2c-489f-8351-4b3862c2d7aa, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=f843f697-aa2c-489f-8351-4b3862c2d7aa,segment=NetworkSegment(08c06472-e5a4-4cd4-ad7e-966ba17347d1),segment_id=08c06472-e5a4-4cd4-ad7e-966ba17347d1)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:57:54.868618 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:54.870854 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:57:54.910352 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19394ed-505f-46ad-bd20-e0ccbbe728f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f843f697-aa2c-489f-8351-4b3862c2d7aa', 'code': 200} Dec 02 15:57:54.916425 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:54.951859 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=f843f697-aa2c-489f-8351-4b3862c2d7aa,revision_number=5']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:57:54.955119 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:57:55.514612 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-9caaa132-b98b-4904-bc5b-65f2852c98ab tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:55.515395 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-9caaa132-b98b-4904-bc5b-65f2852c98ab tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Synchronizing usage tracker for tenant:0e079676030e4a98bb89d67eaf971bb3 on resource:network {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:57:55.582484 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-9caaa132-b98b-4904-bc5b-65f2852c98ab tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Unset dirty status for tenant:0e079676030e4a98bb89d67eaf971bb3 on resource:network {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:57:55.584423 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-9caaa132-b98b-4904-bc5b-65f2852c98ab tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/networks?id=80b9d94e-02e9-4910-943b-22624c06727f HTTP/1.1" status: 200 len: 815 time: 0.2420385 Dec 02 15:57:55.616589 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-f66f8df0-5b96-4011-8173-5d99b7a5b17f tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/quotas/0e079676030e4a98bb89d67eaf971bb3 HTTP/1.1" status: 200 len: 375 time: 0.0213082 Dec 02 15:57:55.715843 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6918c8-91e8-47c8-b0b2-22eaa9d33a0c req-34b47850-81cb-48ae-bf0e-acf6de102255 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:55.717606 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-be6918c8-91e8-47c8-b0b2-22eaa9d33a0c req-34b47850-81cb-48ae-bf0e-acf6de102255 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 943 time: 0.1760705 Dec 02 15:57:55.765066 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:55.810084 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-7bb69d53-15bd-4979-8772-c7c28f288d8f tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?tenant_id=0e079676030e4a98bb89d67eaf971bb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1818087 Dec 02 15:57:55.812904 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-be6918c8-91e8-47c8-b0b2-22eaa9d33a0c req-bf0a4cd2-0791-48a9-a336-899dadc4fe04 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0824628 Dec 02 15:57:55.971645 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-35e9ebae-0a15-4307-b22b-ad725ab1f48a service neutron] 10.222.0.98 "GET /v2.0/networks/80b9d94e-02e9-4910-943b-22624c06727f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449895 Dec 02 15:57:56.128387 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-993b1ec1-5574-455c-8a97-540e4532bc8f service neutron] 10.222.0.98 "GET /v2.0/networks/80b9d94e-02e9-4910-943b-22624c06727f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1503851 Dec 02 15:57:56.579827 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e5319454-1f12-4f3b-bcac-70c409b4ff8b req-64bfbb19-aebb-4381-89ba-744b8df13780 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 210 time: 0.0489535 Dec 02 15:57:56.965299 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:57:57.054957 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a9839-1349-48a7-9d30-d3397fe1e300 req-2f6a04e0-3b13-4de6-8f4a-ee469384d61c tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:57.054957 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-408a9839-1349-48a7-9d30-d3397fe1e300 req-2f6a04e0-3b13-4de6-8f4a-ee469384d61c tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 943 time: 0.0973067 Dec 02 15:57:57.111845 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-408a9839-1349-48a7-9d30-d3397fe1e300 req-89c271bc-8c87-42f2-9869-cf8636b05de4 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0443032 Dec 02 15:57:57.669866 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-65af16dd-5f00-44cf-bd2e-f18853b22195 req-3d950c74-2189-482a-83e5-ec5ec552b040 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1162164 Dec 02 15:57:57.701614 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd3cdf-79f4-4362-b634-a896f4ec8cd5 req-09eedaf4-39c9-43b0-8815-7ecda83e7f82 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:57.703210 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4afd3cdf-79f4-4362-b634-a896f4ec8cd5 req-09eedaf4-39c9-43b0-8815-7ecda83e7f82 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 943 time: 0.1250625 Dec 02 15:57:57.765901 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4afd3cdf-79f4-4362-b634-a896f4ec8cd5 req-cb5bcbcd-0e6e-424c-ae9e-a41e234ada4f tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0548422 Dec 02 15:57:57.952378 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-678aaa7b-c3dc-4dfe-b0c7-33a62e33c113 req-70d7e668-c5eb-4f2f-a1ea-5c787f5607f3 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 210 time: 0.0517998 Dec 02 15:57:58.990318 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050cf0a-e15f-450d-b1fa-bd4964143aea req-8ea6942d-aa97-44bf-b99f-86fe65d5309e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:58.992013 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1050cf0a-e15f-450d-b1fa-bd4964143aea req-8ea6942d-aa97-44bf-b99f-86fe65d5309e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 943 time: 0.0883436 Dec 02 15:57:59.061894 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1050cf0a-e15f-450d-b1fa-bd4964143aea req-566b5f59-ffde-44a1-bd9c-b36ae6ad541b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0618246 Dec 02 15:57:59.158006 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d549e57e-e7af-4c3a-b73d-fd48eada4e20 req-60eefc24-a425-44ef-a4b7-a35f7605968e tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 210 time: 0.0472310 Dec 02 15:57:59.550125 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-9d48036a-a95f-4669-8e41-a242b7bea2d5 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:59.561389 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-9d48036a-a95f-4669-8e41-a242b7bea2d5 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.90 "GET /v2.0/networks?id=80b9d94e-02e9-4910-943b-22624c06727f HTTP/1.1" status: 200 len: 815 time: 0.1950316 Dec 02 15:57:59.583653 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Request body: {'port': {'device_id': '4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640', 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f', 'admin_state_up': True, 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:57:59.814515 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:57:59.826949 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Usage tracker for resource:port and tenant:0e079676030e4a98bb89d67eaf971bb3 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:57:59.832222 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Quota usage for port was recalculated. Used quota:2. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:57:59.842887 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:57:59.868731 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af16dd-5f00-44cf-bd2e-f18853b22195 req-15155784-f876-4145-99c6-f0a4ae6f434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:57:59.870808 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-65af16dd-5f00-44cf-bd2e-f18853b22195 req-15155784-f876-4145-99c6-f0a4ae6f434f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2&tenant_id=e8d7a18fc79d48ee8c642b9c7dcb09bb HTTP/1.1" status: 200 len: 1160 time: 0.1450560 Dec 02 15:57:59.889589 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Made reservation on behalf of 0e079676030e4a98bb89d67eaf971bb3 for: {'port': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 15:57:59.895861 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:00.252441 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af16dd-5f00-44cf-bd2e-f18853b22195 req-612c8c9a-251c-44d2-a95b-686f7332ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:00.254303 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-65af16dd-5f00-44cf-bd2e-f18853b22195 req-612c8c9a-251c-44d2-a95b-686f7332ebf2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e8d7a18fc79d48ee8c642b9c7dcb09bb&device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 1160 time: 0.3177643 Dec 02 15:58:00.466681 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0fbbd395-59e3-4ce4-ada0-1730bf42d64f req-d2f6c9c8-63ff-49c8-aebe-6d71a6d83f29 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 210 time: 0.0677562 Dec 02 15:58:00.470428 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af16dd-5f00-44cf-bd2e-f18853b22195 req-23541c0f-98ba-4eda-bc96-11a84e8bfccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:00.472664 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-65af16dd-5f00-44cf-bd2e-f18853b22195 req-23541c0f-98ba-4eda-bc96-11a84e8bfccf service neutron] 10.222.0.90 "GET /v2.0/networks?id=381266ba-2c0c-4b16-ae63-d025abb85ceb HTTP/1.1" status: 200 len: 902 time: 0.2046804 Dec 02 15:58:00.473488 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa6582-c160-47ed-aa55-70b0ecaf9c3a req-547bdb9f-e28b-49c4-b37a-05c19632a2eb tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:00.482198 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5eaa6582-c160-47ed-aa55-70b0ecaf9c3a req-547bdb9f-e28b-49c4-b37a-05c19632a2eb tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 943 time: 0.2285092 Dec 02 15:58:00.546106 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5eaa6582-c160-47ed-aa55-70b0ecaf9c3a req-09cea6d3-b972-42de-bef6-b3b68f2e8503 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0622351 Dec 02 15:58:00.717589 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Allocated IP 172.20.0.12 (80b9d94e-02e9-4910-943b-22624c06727f/b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c/97ffc985-f1e2-4ae8-907e-dc1dd6aea716) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:58:00.998923 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-65af16dd-5f00-44cf-bd2e-f18853b22195 req-ddd43cb0-2fa8-418e-9380-e8669abe0df9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f843f697-aa2c-489f-8351-4b3862c2d7aa HTTP/1.1" status: 200 len: 999 time: 0.5162416 Dec 02 15:58:01.204546 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:01.250829 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Transition to ACTIVE for port object 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 will not be triggered until provisioned by entity DHCP. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:58:01.308635 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:01.337963 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-13c5e42f-2790-412b-b52b-af6dd5e8e59b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:01.535803 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Pushing event updated for resources: {'Port': ['ID=97ffc985-f1e2-4ae8-907e-dc1dd6aea716,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:01.570599 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:01.571294 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:01.571881 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:01.572469 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:01.573241 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:01.573828 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:01.574369 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:01.575726 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:01.576366 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:01.576968 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:01.577561 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:01.578156 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:01.578842 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:01.579442 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:01.580030 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:01.580622 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:01.581201 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:01.581783 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:01.582365 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:01.582971 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:01.583659 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:01.584235 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:01.584818 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:01.585399 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:01.592332 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:01.632918 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Network 80b9d94e-02e9-4910-943b-22624c06727f is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:58:01.634499 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:58:01.638373 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:58:01.722336 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:01.723080 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:01.763227 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3047a-fa2e-423f-b134-4e0f5a73dae8 req-ba4b521e-caf3-46a3-a21a-765a0f79c46f tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:01.764991 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-99f3047a-fa2e-423f-b134-4e0f5a73dae8 req-ba4b521e-caf3-46a3-a21a-765a0f79c46f tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 932 time: 0.1167729 Dec 02 15:58:01.800197 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-5b68e8d3-a04c-456d-9ba7-aee6588c2d63 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2208781 Dec 02 15:58:01.850834 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-99f3047a-fa2e-423f-b134-4e0f5a73dae8 req-9923fdcb-7702-40f4-a598-89282755b35e tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Synchronizing usage tracker for tenant:0e079676030e4a98bb89d67eaf971bb3 on resource:security_group {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:58:01.913493 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-99f3047a-fa2e-423f-b134-4e0f5a73dae8 req-9923fdcb-7702-40f4-a598-89282755b35e tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Unset dirty status for tenant:0e079676030e4a98bb89d67eaf971bb3 on resource:security_group {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:58:01.914792 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-99f3047a-fa2e-423f-b134-4e0f5a73dae8 req-9923fdcb-7702-40f4-a598-89282755b35e tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243773 Dec 02 15:58:01.969751 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-704bd32c-d499-43da-8a68-7032fad3aac1 None None] Provisioning for port 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 completed by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:58:01.980371 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-704bd32c-d499-43da-8a68-7032fad3aac1 None None] Provisioning complete for port 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:58:01.981426 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-704bd32c-d499-43da-8a68-7032fad3aac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:02.089539 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-704bd32c-d499-43da-8a68-7032fad3aac1 None None] Port 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 cannot update to ACTIVE because it is not bound. {{(pid=80332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 02 15:58:02.131163 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:02.190959 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe38bc-8576-4acf-b3da-e5b2a7d40e99 req-b592ec91-2913-4cb6-ae38-bfc263518d1c tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:02.192594 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-11fe38bc-8576-4acf-b3da-e5b2a7d40e99 req-b592ec91-2913-4cb6-ae38-bfc263518d1c tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 943 time: 0.0993280 Dec 02 15:58:02.248573 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-11fe38bc-8576-4acf-b3da-e5b2a7d40e99 req-dcc7ac8c-28e8-41dc-a5ba-6967a540ac86 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0489390 Dec 02 15:58:03.186664 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5093987-7e67-4831-8c1d-574c89077e7a req-6e7225c1-1199-4024-a83c-74e7cbc710bf tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:03.194592 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c5093987-7e67-4831-8c1d-574c89077e7a req-6e7225c1-1199-4024-a83c-74e7cbc710bf tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 932 time: 0.1313894 Dec 02 15:58:03.247007 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c5093987-7e67-4831-8c1d-574c89077e7a req-ca19f5ec-2915-4f98-bbf8-456395699397 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512850 Dec 02 15:58:03.517281 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934743ac-9fcd-4769-8f93-f03cc958a645 req-d042a20a-ddc0-4953-9026-7297068dda80 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:03.536151 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-934743ac-9fcd-4769-8f93-f03cc958a645 req-d042a20a-ddc0-4953-9026-7297068dda80 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 943 time: 0.1440372 Dec 02 15:58:03.632416 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-934743ac-9fcd-4769-8f93-f03cc958a645 req-1178ca93-95b0-490e-ab9a-1163c892e909 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0788591 Dec 02 15:58:04.528808 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3116d5-77a9-4adf-9193-6c07c0ad886f req-d73dd861-4ad7-4d03-b2fa-77b697b1019e tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:04.530576 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-aa3116d5-77a9-4adf-9193-6c07c0ad886f req-d73dd861-4ad7-4d03-b2fa-77b697b1019e tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 932 time: 0.1085348 Dec 02 15:58:04.599420 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-aa3116d5-77a9-4adf-9193-6c07c0ad886f req-ff4c5db6-4bdb-477c-a963-ceb50c2f40c8 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620356 Dec 02 15:58:04.882124 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb536740-2ff1-446a-8708-419eae8faf33 req-10c1fed7-28b0-4d02-be5a-b16afdd91f5e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:04.883830 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cb536740-2ff1-446a-8708-419eae8faf33 req-10c1fed7-28b0-4d02-be5a-b16afdd91f5e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 943 time: 0.1031547 Dec 02 15:58:04.972377 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cb536740-2ff1-446a-8708-419eae8faf33 req-5ce03fd0-9234-4d27-985d-23598cecbac7 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0799034 Dec 02 15:58:05.873517 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee6392-475d-4fef-8134-5a75555e626c req-4c4673c7-1937-430f-ad3f-e6c9c8a0845a tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:05.875461 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a6ee6392-475d-4fef-8134-5a75555e626c req-4c4673c7-1937-430f-ad3f-e6c9c8a0845a tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 932 time: 0.1122899 Dec 02 15:58:05.944807 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a6ee6392-475d-4fef-8134-5a75555e626c req-4421f7d7-f0ef-4891-bd69-e9ce5c8a9d12 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624409 Dec 02 15:58:06.211035 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc68e18-328c-42f2-b830-b540e8614912 req-f68c292c-254d-4bda-b0ba-b420f84e6dac tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:06.212675 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-efc68e18-328c-42f2-b830-b540e8614912 req-f68c292c-254d-4bda-b0ba-b420f84e6dac tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 943 time: 0.0926077 Dec 02 15:58:06.270692 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-efc68e18-328c-42f2-b830-b540e8614912 req-4f0b6f57-2496-4646-83dc-450a76a6d960 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0474837 Dec 02 15:58:07.378032 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13a09d-7348-4d88-a529-cd961c7baa66 req-3bb367d8-00c1-4448-bb83-449574945726 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:07.381489 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3d13a09d-7348-4d88-a529-cd961c7baa66 req-3bb367d8-00c1-4448-bb83-449574945726 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 932 time: 0.1462069 Dec 02 15:58:07.475608 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3d13a09d-7348-4d88-a529-cd961c7baa66 req-741931cf-415f-42f1-92d7-4126106e66ca tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824714 Dec 02 15:58:07.763238 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc80403-3b85-4a37-83d4-b501b06310c1 req-f94f7f18-5de6-4c24-a000-8f1a65d0b89c tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:07.765515 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5dc80403-3b85-4a37-83d4-b501b06310c1 req-f94f7f18-5de6-4c24-a000-8f1a65d0b89c tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 943 time: 0.1060331 Dec 02 15:58:07.835560 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5dc80403-3b85-4a37-83d4-b501b06310c1 req-75f357ca-3893-4297-96ab-62d8e57848b1 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0627584 Dec 02 15:58:08.781383 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ee4ab-03f5-418e-9aa9-837b51c7dd37 req-e44d5cad-a015-4a14-8724-34f6b1325845 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:08.782988 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-197ee4ab-03f5-418e-9aa9-837b51c7dd37 req-e44d5cad-a015-4a14-8724-34f6b1325845 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 932 time: 0.1028662 Dec 02 15:58:08.849895 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-197ee4ab-03f5-418e-9aa9-837b51c7dd37 req-4a18ed44-eadd-4293-b969-870a478b84d3 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600693 Dec 02 15:58:09.126859 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106f3fe-7705-45a1-915a-c04f7fd1a7a7 req-f988ab59-5408-4232-a94a-714cb32ad4c2 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:09.128588 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3106f3fe-7705-45a1-915a-c04f7fd1a7a7 req-f988ab59-5408-4232-a94a-714cb32ad4c2 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 943 time: 0.1288800 Dec 02 15:58:09.189039 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3106f3fe-7705-45a1-915a-c04f7fd1a7a7 req-a4fd6dc6-bdd3-468c-8359-222ffec8ed6b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0532534 Dec 02 15:58:10.193719 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411eb68d-1411-45be-a25e-6753905ea34a req-a9000b1d-ebc7-4d7b-9ea9-0c9bde21acac tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:10.195599 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-411eb68d-1411-45be-a25e-6753905ea34a req-a9000b1d-ebc7-4d7b-9ea9-0c9bde21acac tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 932 time: 0.1874804 Dec 02 15:58:10.275618 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-411eb68d-1411-45be-a25e-6753905ea34a req-91242a19-ac14-4a45-a7c3-fdf4fd575ba9 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703456 Dec 02 15:58:10.545318 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb7788-6f2b-4c45-b6eb-98a452239f50 req-d928aca1-b5b9-42a1-a4ec-b31cb49efad7 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:10.547405 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-77bb7788-6f2b-4c45-b6eb-98a452239f50 req-d928aca1-b5b9-42a1-a4ec-b31cb49efad7 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 943 time: 0.1292269 Dec 02 15:58:10.617008 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-77bb7788-6f2b-4c45-b6eb-98a452239f50 req-d125c7d8-b74f-4931-b3c5-fb8e0dee9e24 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0633671 Dec 02 15:58:11.561042 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510840eb-1ecd-41b8-85c9-c15b3339d27a req-907ed607-2948-488b-a361-a3af1af1f414 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:11.567244 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-510840eb-1ecd-41b8-85c9-c15b3339d27a req-907ed607-2948-488b-a361-a3af1af1f414 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 932 time: 0.1254888 Dec 02 15:58:11.636623 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-510840eb-1ecd-41b8-85c9-c15b3339d27a req-c2eae217-ee77-4d17-abb1-42bc5741747e tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638561 Dec 02 15:58:11.924461 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e8ca7-c93f-46c8-bac4-d56f95fab2a9 req-2445d7d3-7a6c-4483-87e8-b22e33c4a2d1 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:11.926041 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-805e8ca7-c93f-46c8-bac4-d56f95fab2a9 req-2445d7d3-7a6c-4483-87e8-b22e33c4a2d1 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 943 time: 0.1038406 Dec 02 15:58:11.980521 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-805e8ca7-c93f-46c8-bac4-d56f95fab2a9 req-9b4d8a2c-2670-4db2-87a2-6b4883e40171 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0478530 Dec 02 15:58:12.886014 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828cd948-ff9a-4b89-b097-ea23c0221750 req-e7a39993-2fd9-4069-b4d5-d92159ca40af tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:12.889009 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-828cd948-ff9a-4b89-b097-ea23c0221750 req-e7a39993-2fd9-4069-b4d5-d92159ca40af tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 932 time: 0.0963848 Dec 02 15:58:12.947178 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-828cd948-ff9a-4b89-b097-ea23c0221750 req-94140d47-e583-4c87-b08d-8c467d64b583 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510132 Dec 02 15:58:13.201031 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d375228-3ed8-435f-bba1-c165f29cf06b req-50c8807d-92a7-452b-a353-e931250b8913 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:13.202579 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4d375228-3ed8-435f-bba1-c165f29cf06b req-50c8807d-92a7-452b-a353-e931250b8913 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 943 time: 0.0843108 Dec 02 15:58:13.251516 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4d375228-3ed8-435f-bba1-c165f29cf06b req-04ab360b-9bab-492a-93f0-4989ecc2a0d0 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0425172 Dec 02 15:58:13.657030 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-92bb4828-22d1-46da-ba7e-9fe21f37fe2c service neutron] Request body: {'port': {'device_id': '4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:58:13.777012 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af16dd-5f00-44cf-bd2e-f18853b22195 req-81e5ed55-770a-4e23-8ed8-cd145f34fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:13.778710 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-65af16dd-5f00-44cf-bd2e-f18853b22195 req-81e5ed55-770a-4e23-8ed8-cd145f34fef0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58fb7be0-8747-4314-8cd6-9f3f0bf15dc2 HTTP/1.1" status: 200 len: 847 time: 0.1694961 Dec 02 15:58:13.863158 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-92bb4828-22d1-46da-ba7e-9fe21f37fe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:13.956248 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af16dd-5f00-44cf-bd2e-f18853b22195 req-7275deea-50e7-43a1-bf22-510b9dd11d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:13.957865 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-65af16dd-5f00-44cf-bd2e-f18853b22195 req-7275deea-50e7-43a1-bf22-510b9dd11d99 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=381266ba-2c0c-4b16-ae63-d025abb85ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1594224 Dec 02 15:58:14.528738 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-65af16dd-5f00-44cf-bd2e-f18853b22195 req-e37374d8-acb4-4de7-ad7c-3887e7146493 service neutron] 10.222.0.90 "GET /v2.0/networks/381266ba-2c0c-4b16-ae63-d025abb85ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5291128 Dec 02 15:58:14.561844 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3ffb4-8f73-4577-916b-998d3ff70132 req-cd5092df-c641-4a14-95e9-4ff7053acc8f tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:14.567935 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-22e3ffb4-8f73-4577-916b-998d3ff70132 req-cd5092df-c641-4a14-95e9-4ff7053acc8f tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 932 time: 0.4555759 Dec 02 15:58:14.656666 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7809d-3f64-4193-b938-7a265150e6e5 req-151f9d3d-49cb-4604-bf24-6568bb753177 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:14.666936 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-fdc7809d-3f64-4193-b938-7a265150e6e5 req-151f9d3d-49cb-4604-bf24-6568bb753177 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 943 time: 0.1697726 Dec 02 15:58:14.666936 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-22e3ffb4-8f73-4577-916b-998d3ff70132 req-40048530-aa5c-4558-afc8-2de0b85c41b8 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903902 Dec 02 15:58:14.727989 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-fdc7809d-3f64-4193-b938-7a265150e6e5 req-6d3ef383-c688-457a-bc46-14f40bcf49ff tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0626149 Dec 02 15:58:14.954750 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-65af16dd-5f00-44cf-bd2e-f18853b22195 req-2a845fb8-960b-4ccf-96bf-1b95aa4f87ce service neutron] 10.222.0.90 "GET /v2.0/networks/381266ba-2c0c-4b16-ae63-d025abb85ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4069657 Dec 02 15:58:15.035575 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-92bb4828-22d1-46da-ba7e-9fe21f37fe2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 {{(pid=80330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 15:58:15.043131 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-92bb4828-22d1-46da-ba7e-9fe21f37fe2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:15.058516 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-92bb4828-22d1-46da-ba7e-9fe21f37fe2c service neutron] Transition to ACTIVE for port object 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 will not be triggered until provisioned by entity L2. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 15:58:15.139383 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-92bb4828-22d1-46da-ba7e-9fe21f37fe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:15.161001 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5f7a0ec1-5296-4c09-87ff-104579ff0d0b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:15.307236 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb4828-22d1-46da-ba7e-9fe21f37fe2c service neutron] Pushing event updated for resources: {'Port': ['ID=97ffc985-f1e2-4ae8-907e-dc1dd6aea716,revision_number=2']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:15.311788 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-92bb4828-22d1-46da-ba7e-9fe21f37fe2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:15.526002 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-92bb4828-22d1-46da-ba7e-9fe21f37fe2c service neutron] Attempting to bind port 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 on host hv-cinder-73761 for vnic_type normal with profile {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 15:58:15.526507 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-92bb4828-22d1-46da-ba7e-9fe21f37fe2c service neutron] Attempting to bind port 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '4e285664-1290-42fd-96db-d709b27ecdbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f'}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 15:58:15.526966 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-92bb4828-22d1-46da-ba7e-9fe21f37fe2c service neutron] Attempting to bind port 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 on network 80b9d94e-02e9-4910-943b-22624c06727f {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 15:58:15.535190 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-92bb4828-22d1-46da-ba7e-9fe21f37fe2c service neutron] Checking agent: {'id': 'a457a183-c7c9-4615-b19d-972b3b736d4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 48, 2), 'started_at': datetime.datetime(2020, 12, 2, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 15, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 15:58:15.535706 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-92bb4828-22d1-46da-ba7e-9fe21f37fe2c service neutron] Checking segment: {'id': '4e285664-1290-42fd-96db-d709b27ecdbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 15:58:15.536204 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-92bb4828-22d1-46da-ba7e-9fe21f37fe2c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:15.536669 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-92bb4828-22d1-46da-ba7e-9fe21f37fe2c service neutron] Bound using segment: {'id': '4e285664-1290-42fd-96db-d709b27ecdbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f'} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 15:58:15.537232 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-92bb4828-22d1-46da-ba7e-9fe21f37fe2c service neutron] Bound port: 97ffc985-f1e2-4ae8-907e-dc1dd6aea716, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e285664-1290-42fd-96db-d709b27ecdbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f'}}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 15:58:15.537701 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-92bb4828-22d1-46da-ba7e-9fe21f37fe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:15.641315 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-92bb4828-22d1-46da-ba7e-9fe21f37fe2c service neutron] For port 97ffc985-f1e2-4ae8-907e-dc1dd6aea716, host hv-cinder-73761, cleared binding levels {{(pid=80330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 15:58:15.644752 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-92bb4828-22d1-46da-ba7e-9fe21f37fe2c service neutron] For port 97ffc985-f1e2-4ae8-907e-dc1dd6aea716, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=97ffc985-f1e2-4ae8-907e-dc1dd6aea716,segment=NetworkSegment(4e285664-1290-42fd-96db-d709b27ecdbe),segment_id=4e285664-1290-42fd-96db-d709b27ecdbe)] {{(pid=80330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 15:58:15.686090 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-92bb4828-22d1-46da-ba7e-9fe21f37fe2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:15.707297 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-81161163-5ea3-4c7d-b75e-58b9e14dc2c4 tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:15.879426 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb4828-22d1-46da-ba7e-9fe21f37fe2c service neutron] Pushing event updated for resources: {'Port': ['ID=97ffc985-f1e2-4ae8-907e-dc1dd6aea716,revision_number=3']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:15.886641 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-92bb4828-22d1-46da-ba7e-9fe21f37fe2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:15.930780 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-92bb4828-22d1-46da-ba7e-9fe21f37fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:15.931928 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-92bb4828-22d1-46da-ba7e-9fe21f37fe2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:15.933746 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-92bb4828-22d1-46da-ba7e-9fe21f37fe2c service neutron] 10.222.0.90 "PUT /v2.0/ports/97ffc985-f1e2-4ae8-907e-dc1dd6aea716 HTTP/1.1" status: 200 len: 1158 time: 2.2858973 Dec 02 15:58:15.934386 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640', 'tag': '97ffc985-f1e2-4ae8-907e-dc1dd6aea716'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:58:15.938877 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa6fd0-ac8a-46a4-b516-fbff200479fc req-a8055e8a-8a8c-4011-a989-5d57fc9bc080 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:15.945604 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-52aa6fd0-ac8a-46a4-b516-fbff200479fc req-a8055e8a-8a8c-4011-a989-5d57fc9bc080 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 944 time: 0.1406438 Dec 02 15:58:16.008548 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-52aa6fd0-ac8a-46a4-b516-fbff200479fc req-14a8d014-f44f-42cb-97c2-64660c8a6c6f tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528116 Dec 02 15:58:16.148027 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eac9c2-1b7b-44d8-bc9f-c02696c4a4a6 req-977acf08-1626-46bd-8359-43ea265e8ab9 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:16.148888 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b1eac9c2-1b7b-44d8-bc9f-c02696c4a4a6 req-977acf08-1626-46bd-8359-43ea265e8ab9 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 943 time: 0.1203101 Dec 02 15:58:16.205265 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-05d0daf1-7c0c-4918-a114-b36d82cc64ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:16.207019 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-05d0daf1-7c0c-4918-a114-b36d82cc64ef service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0e079676030e4a98bb89d67eaf971bb3&device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 1161 time: 0.1366017 Dec 02 15:58:16.263987 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b1eac9c2-1b7b-44d8-bc9f-c02696c4a4a6 req-1d57b1cd-12c2-45fd-9b1d-d8d929ebaad8 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1079879 Dec 02 15:58:16.302137 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f21c3-11a2-4e35-ac51-d4eb6f08db81 req-f1bd9b5a-9b14-43f4-aa2b-f88a4bdfb466 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:16.304302 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ba6f21c3-11a2-4e35-ac51-d4eb6f08db81 req-f1bd9b5a-9b14-43f4-aa2b-f88a4bdfb466 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 945 time: 0.1250577 Dec 02 15:58:16.323463 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-c82e5e4c-618c-46ab-95e5-476d1c9c5117 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97ffc985-f1e2-4ae8-907e-dc1dd6aea716 HTTP/1.1" status: 200 len: 217 time: 0.0762367 Dec 02 15:58:16.400260 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ba6f21c3-11a2-4e35-ac51-d4eb6f08db81 req-96d17f6d-ebec-47eb-94b3-9c6002956e46 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=5d3b896a-e9d8-424e-81ea-5921272bd55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805037 Dec 02 15:58:16.437920 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-24d6f603-40a0-44fd-b03b-9a3162f6cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:16.440797 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-24d6f603-40a0-44fd-b03b-9a3162f6cf7f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c HTTP/1.1" status: 200 len: 854 time: 0.0892229 Dec 02 15:58:16.497627 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640', 'tag': '97ffc985-f1e2-4ae8-907e-dc1dd6aea716', 'status': 'completed', 'code': 200} Dec 02 15:58:16.633050 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-acf904ed-a6e6-440e-af7c-7a76de28e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:16.635966 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-acf904ed-a6e6-440e-af7c-7a76de28e032 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=80b9d94e-02e9-4910-943b-22624c06727f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0990627 Dec 02 15:58:16.804041 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-907f344d-935f-421f-a07b-e7146806e8fc service neutron] 10.222.0.90 "GET /v2.0/networks/80b9d94e-02e9-4910-943b-22624c06727f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556680 Dec 02 15:58:16.968124 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-13a43ce6-49b6-430d-a444-cbf64e5f17b9 req-22e70af0-7743-4e5d-a0d2-b5939e7017b4 service neutron] 10.222.0.90 "GET /v2.0/networks/80b9d94e-02e9-4910-943b-22624c06727f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1453681 Dec 02 15:58:17.204697 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d4800-06e2-4b13-a629-f67c1bf1616a req-544161d7-aec7-44ab-9596-350c892bfd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:17.206367 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c41d4800-06e2-4b13-a629-f67c1bf1616a req-544161d7-aec7-44ab-9596-350c892bfd19 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0e079676030e4a98bb89d67eaf971bb3&device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 1161 time: 0.0819066 Dec 02 15:58:17.265065 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa68576-4d32-4e8c-a3b9-8ac4cfd1ace8 req-23b2cd88-9b5c-49e7-b1cc-6c8e714e86a8 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:17.266753 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-daa68576-4d32-4e8c-a3b9-8ac4cfd1ace8 req-23b2cd88-9b5c-49e7-b1cc-6c8e714e86a8 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 944 time: 0.1002162 Dec 02 15:58:17.318049 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-daa68576-4d32-4e8c-a3b9-8ac4cfd1ace8 req-313523df-45b2-41b1-a69c-b722313b13ec tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447316 Dec 02 15:58:17.380422 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d4800-06e2-4b13-a629-f67c1bf1616a req-fb5eab07-5c31-49e2-a97d-99378bb2d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:17.382120 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c41d4800-06e2-4b13-a629-f67c1bf1616a req-fb5eab07-5c31-49e2-a97d-99378bb2d273 service neutron] 10.222.0.90 "GET /v2.0/networks?id=80b9d94e-02e9-4910-943b-22624c06727f HTTP/1.1" status: 200 len: 909 time: 0.1662228 Dec 02 15:58:17.489544 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c41d4800-06e2-4b13-a629-f67c1bf1616a req-9f569800-02eb-401d-9c91-12deee26e51b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97ffc985-f1e2-4ae8-907e-dc1dd6aea716 HTTP/1.1" status: 200 len: 217 time: 0.0721767 Dec 02 15:58:17.516263 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372910a-38e9-42fe-8f29-8b65202fa898 req-8af2b8e9-d2d6-4195-a25f-87cbf9f62636 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:17.517883 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b372910a-38e9-42fe-8f29-8b65202fa898 req-8af2b8e9-d2d6-4195-a25f-87cbf9f62636 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 943 time: 0.0981827 Dec 02 15:58:17.571633 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d4800-06e2-4b13-a629-f67c1bf1616a req-03df94ec-1d98-49d2-9de1-7e4a161f6714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:17.573162 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c41d4800-06e2-4b13-a629-f67c1bf1616a req-03df94ec-1d98-49d2-9de1-7e4a161f6714 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c HTTP/1.1" status: 200 len: 854 time: 0.0753605 Dec 02 15:58:17.631745 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b372910a-38e9-42fe-8f29-8b65202fa898 req-a87fb69d-60e8-4854-ba92-d8a2b32e152e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1003103 Dec 02 15:58:17.669221 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e553b8-25c6-4f20-893f-499257c6668d req-95e87f8e-07aa-4b47-81d0-19c3a244101e tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:17.670728 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d4800-06e2-4b13-a629-f67c1bf1616a req-ea87413f-cbc9-4d86-9043-b22ce06a91de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:17.671683 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-34e553b8-25c6-4f20-893f-499257c6668d req-95e87f8e-07aa-4b47-81d0-19c3a244101e tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 945 time: 0.1212988 Dec 02 15:58:17.672376 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c41d4800-06e2-4b13-a629-f67c1bf1616a req-ea87413f-cbc9-4d86-9043-b22ce06a91de service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=80b9d94e-02e9-4910-943b-22624c06727f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846069 Dec 02 15:58:17.739439 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-34e553b8-25c6-4f20-893f-499257c6668d req-dd788e6f-d0f5-4677-b97b-fa43aad4d36f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=5d3b896a-e9d8-424e-81ea-5921272bd55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604720 Dec 02 15:58:17.847417 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c41d4800-06e2-4b13-a629-f67c1bf1616a req-a97cce88-403f-478d-a097-00a5776454aa service neutron] 10.222.0.90 "GET /v2.0/networks/80b9d94e-02e9-4910-943b-22624c06727f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534262 Dec 02 15:58:18.021881 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c41d4800-06e2-4b13-a629-f67c1bf1616a req-406216c5-335a-4761-812d-dd964e99daba service neutron] 10.222.0.90 "GET /v2.0/networks/80b9d94e-02e9-4910-943b-22624c06727f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1611979 Dec 02 15:58:18.561470 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1033209-db0f-4c75-95dc-c89b336e9c28 req-2ec71a51-8da0-46f7-88f4-e15089f993a5 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:18.563437 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d1033209-db0f-4c75-95dc-c89b336e9c28 req-2ec71a51-8da0-46f7-88f4-e15089f993a5 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 944 time: 0.1014717 Dec 02 15:58:18.614477 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d1033209-db0f-4c75-95dc-c89b336e9c28 req-585c6d21-85f3-4cc6-97e7-86a7ca711189 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442505 Dec 02 15:58:18.877084 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65bf48-a8b8-437a-9485-537059847d87 req-4421b2e8-739c-411e-a30f-a40dcb929883 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:18.878809 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5a65bf48-a8b8-437a-9485-537059847d87 req-4421b2e8-739c-411e-a30f-a40dcb929883 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 943 time: 0.0895150 Dec 02 15:58:18.989554 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5a65bf48-a8b8-437a-9485-537059847d87 req-2afa8749-3582-44c3-a874-c1529b4f794b tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0686738 Dec 02 15:58:19.017262 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cc937-dd94-4d35-b166-387f8d455ff0 req-90bb8a7e-82f7-4741-8a93-6bab3ff09677 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:19.021282 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-be0cc937-dd94-4d35-b166-387f8d455ff0 req-90bb8a7e-82f7-4741-8a93-6bab3ff09677 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 945 time: 0.1411853 Dec 02 15:58:19.111880 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-be0cc937-dd94-4d35-b166-387f8d455ff0 req-68f4cbe1-a068-4919-949a-b2929be37789 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=5d3b896a-e9d8-424e-81ea-5921272bd55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652132 Dec 02 15:58:19.415116 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b16ca1-71c4-44d2-b039-21865f671680 req-3be2c8e9-5ea0-4077-83e6-2c8a6da0c0c6 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:19.415823 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-20b16ca1-71c4-44d2-b039-21865f671680 req-3be2c8e9-5ea0-4077-83e6-2c8a6da0c0c6 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Synchronizing usage tracker for tenant:cca84cc05e794548902f38e2444508de on resource:port {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:58:19.455795 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-20b16ca1-71c4-44d2-b039-21865f671680 req-3be2c8e9-5ea0-4077-83e6-2c8a6da0c0c6 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Unset dirty status for tenant:cca84cc05e794548902f38e2444508de on resource:port {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:58:19.457099 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-20b16ca1-71c4-44d2-b039-21865f671680 req-3be2c8e9-5ea0-4077-83e6-2c8a6da0c0c6 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.90 "GET /v2.0/ports?device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 945 time: 0.1330376 Dec 02 15:58:19.559868 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-20b16ca1-71c4-44d2-b039-21865f671680 req-fe0120de-8832-48cf-8a70-3316ada16fb4 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Deleting port 4b95759f-ecf6-47af-ac1e-849d23e1fca1 {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:58:19.560308 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-20b16ca1-71c4-44d2-b039-21865f671680 req-fe0120de-8832-48cf-8a70-3316ada16fb4 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:19.736912 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device f843f697-aa2c-489f-8351-4b3862c2d7aa up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:58:19.848196 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-20b16ca1-71c4-44d2-b039-21865f671680 req-fe0120de-8832-48cf-8a70-3316ada16fb4 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] For port 4b95759f-ecf6-47af-ac1e-849d23e1fca1, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=4b95759f-ecf6-47af-ac1e-849d23e1fca1,segment=NetworkSegment(fe2ab88f-dfa5-4791-be10-6390467c3168),segment_id=fe2ab88f-dfa5-4791-be10-6390467c3168)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:58:19.848541 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-20b16ca1-71c4-44d2-b039-21865f671680 req-fe0120de-8832-48cf-8a70-3316ada16fb4 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:19.851094 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ee442-f1ef-4b80-bc26-16732971ed92 req-a9243426-c254-42d0-954c-733438007839 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:19.853013 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-517ee442-f1ef-4b80-bc26-16732971ed92 req-a9243426-c254-42d0-954c-733438007839 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 944 time: 0.1007020 Dec 02 15:58:19.914990 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-517ee442-f1ef-4b80-bc26-16732971ed92 req-432d40e5-59cd-4331-861a-a48632312691 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550127 Dec 02 15:58:19.987246 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port f843f697-aa2c-489f-8351-4b3862c2d7aa triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:58:19.987681 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:20.116601 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:20.152571 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19394ed-505f-46ad-bd20-e0ccbbe728f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f843f697-aa2c-489f-8351-4b3862c2d7aa'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:58:20.165312 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port f843f697-aa2c-489f-8351-4b3862c2d7aa, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=f843f697-aa2c-489f-8351-4b3862c2d7aa,segment=NetworkSegment(08c06472-e5a4-4cd4-ad7e-966ba17347d1),segment_id=08c06472-e5a4-4cd4-ad7e-966ba17347d1)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:58:20.198408 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:20.200520 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:20.244827 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19394ed-505f-46ad-bd20-e0ccbbe728f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f843f697-aa2c-489f-8351-4b3862c2d7aa', 'code': 200} Dec 02 15:58:20.301399 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-20b16ca1-71c4-44d2-b039-21865f671680 req-fe0120de-8832-48cf-8a70-3316ada16fb4 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for floatingip, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:20.301840 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-20b16ca1-71c4-44d2-b039-21865f671680 req-fe0120de-8832-48cf-8a70-3316ada16fb4 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854216080'] for floatingip, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:20.302154 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.l3_db [req-20b16ca1-71c4-44d2-b039-21865f671680 req-fe0120de-8832-48cf-8a70-3316ada16fb4 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Floating IP 7376fbbf-e931-4c8d-a7e6-2192263b0c0f disassociated. External IP: 172.28.0.7, port: 4b95759f-ecf6-47af-ac1e-849d23e1fca1. Dec 02 15:58:20.302577 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-20b16ca1-71c4-44d2-b039-21865f671680 req-fe0120de-8832-48cf-8a70-3316ada16fb4 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Calling delete_port for 4b95759f-ecf6-47af-ac1e-849d23e1fca1 owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:58:20.305277 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=f843f697-aa2c-489f-8351-4b3862c2d7aa,revision_number=6']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:20.320516 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:20.321441 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:20.322352 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:20.322999 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:20.323848 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:20.324451 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:20.325048 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:20.326329 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:20.327402 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:20.327999 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:20.328572 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:20.329154 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:20.329892 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:20.330543 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:20.331386 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:20.332128 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:20.333323 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:20.334181 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:20.334804 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:20.335377 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:20.335686 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7d44c-20e9-46be-b67b-90f67836f6dc req-94024d96-02c4-471d-b5ff-126f55e47fa3 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:20.337466 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c5a7d44c-20e9-46be-b67b-90f67836f6dc req-94024d96-02c4-471d-b5ff-126f55e47fa3 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 945 time: 0.1267838 Dec 02 15:58:20.338160 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:20.339092 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:20.339823 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:20.340406 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:20.347657 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:20.461902 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c5a7d44c-20e9-46be-b67b-90f67836f6dc req-4a4e3a65-356c-4222-8bce-b323b817b98e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1014020 Dec 02 15:58:20.515044 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d55082-515d-40d2-8fb0-b43fc2ada4c3 req-855d1561-5fb6-4bfb-992b-f3052e0e301f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:20.518039 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-41d55082-515d-40d2-8fb0-b43fc2ada4c3 req-855d1561-5fb6-4bfb-992b-f3052e0e301f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 945 time: 0.1310797 Dec 02 15:58:20.599006 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-41d55082-515d-40d2-8fb0-b43fc2ada4c3 req-8b1eb505-5d95-464f-ab8e-e909cd9ce191 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups?id=5d3b896a-e9d8-424e-81ea-5921272bd55b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713494 Dec 02 15:58:20.849993 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082db7b-e8c0-4fc0-b3f7-70774d519a63 req-a2db93ed-8041-4d41-895d-a91cd053453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:20.853120 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1082db7b-e8c0-4fc0-b3f7-70774d519a63 req-a2db93ed-8041-4d41-895d-a91cd053453b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 1162 time: 0.1444354 Dec 02 15:58:20.883937 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-20b16ca1-71c4-44d2-b039-21865f671680 req-fe0120de-8832-48cf-8a70-3316ada16fb4 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:20.908692 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-172a8936-8470-4ed3-bc23-dc579908fe04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:21.017977 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0120de-8832-48cf-8a70-3316ada16fb4 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Pushing event deleted for resources: {'Port': ['ID=4b95759f-ecf6-47af-ac1e-849d23e1fca1,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:21.021158 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1082db7b-e8c0-4fc0-b3f7-70774d519a63 req-e7b50249-1d97-45f0-af09-6ebc1f3f96f3 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1606362 Dec 02 15:58:21.022303 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-fe0120de-8832-48cf-8a70-3316ada16fb4 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:21.194703 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fd1bb-dcb9-4dba-9101-e7b41d5641a1 req-32bc2a5a-1951-4187-96cf-7d8483ecd3a0 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:21.196499 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ba9fd1bb-dcb9-4dba-9101-e7b41d5641a1 req-32bc2a5a-1951-4187-96cf-7d8483ecd3a0 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 944 time: 0.1015148 Dec 02 15:58:21.251759 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ba9fd1bb-dcb9-4dba-9101-e7b41d5641a1 req-daf4b0c5-be30-4725-9114-fc74e747b5a4 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481761 Dec 02 15:58:21.306716 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.objects.ports [None req-ff6e9420-03ff-4bae-993a-cee4b47b523d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80332) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 02 15:58:21.381035 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20b16ca1-71c4-44d2-b039-21865f671680 req-fe0120de-8832-48cf-8a70-3316ada16fb4 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Router 4af6337e-590d-433f-b860-b328b964cc61 has already been hosted by L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf {{(pid=80330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 15:58:21.576777 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20b16ca1-71c4-44d2-b039-21865f671680 req-fe0120de-8832-48cf-8a70-3316ada16fb4 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:58:21.589488 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f16da0a-7362-4df6-81fa-a38ea8a2e107 None None] Sync routers for ids ['4af6337e-590d-433f-b860-b328b964cc61'] in dv-cinder-737618-2-smb {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:58:21.601802 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f16da0a-7362-4df6-81fa-a38ea8a2e107 None None] Routers {'4af6337e-590d-433f-b860-b328b964cc61'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:58:21.602613 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-9f16da0a-7362-4df6-81fa-a38ea8a2e107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:57:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['4af6337e-590d-433f-b860-b328b964cc61'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:58:21.620201 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b16ca1-71c4-44d2-b039-21865f671680 req-fe0120de-8832-48cf-8a70-3316ada16fb4 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] No DVR routers for this DVR port 4b95759f-ecf6-47af-ac1e-849d23e1fca1 on host hv-cinder-73761 {{(pid=80330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 15:58:21.623702 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-20b16ca1-71c4-44d2-b039-21865f671680 req-fe0120de-8832-48cf-8a70-3316ada16fb4 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:21.626344 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2b16b7-f947-4dbb-be85-af8617dc781b', 'name': 'network-vif-deleted', 'tag': '4b95759f-ecf6-47af-ac1e-849d23e1fca1'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:58:21.673914 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-20b16ca1-71c4-44d2-b039-21865f671680 req-fe0120de-8832-48cf-8a70-3316ada16fb4 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.90 "DELETE /v2.0/ports/4b95759f-ecf6-47af-ac1e-849d23e1fca1 HTTP/1.1" status: 204 len: 173 time: 2.2097709 Dec 02 15:58:21.766034 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5d014-08fc-400e-8d5c-44850fcbc724 req-cd5f0674-7fd1-4a75-b98f-5bbb29a43f53 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:21.768266 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-48a5d014-08fc-400e-8d5c-44850fcbc724 req-cd5f0674-7fd1-4a75-b98f-5bbb29a43f53 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 945 time: 0.1113274 Dec 02 15:58:21.834598 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9d05b00a-f00d-4874-93d9-7b15fe24c7e8 req-bb6cbca3-b41e-4e8c-a631-47eeb98407f5 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 210 time: 0.0650077 Dec 02 15:58:21.844056 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-9f16da0a-7362-4df6-81fa-a38ea8a2e107 None None] Set router 4af6337e-590d-433f-b860-b328b964cc61 gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:58:21.891054 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-48a5d014-08fc-400e-8d5c-44850fcbc724 req-6a2fa94f-7a74-488c-aba6-f0be409ed17a tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0778160 Dec 02 15:58:21.914050 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2b16b7-f947-4dbb-be85-af8617dc781b', 'name': 'network-vif-deleted', 'tag': '4b95759f-ecf6-47af-ac1e-849d23e1fca1', 'status': 'completed', 'code': 200} Dec 02 15:58:22.022536 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-03cd1764-b4a8-4c11-879b-5f5a42f7ceef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:22.250169 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-9f16da0a-7362-4df6-81fa-a38ea8a2e107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6337e-590d-433f-b860-b328b964cc61', 'name': 'tempest-AttachVolumeTestJSON-755891331-router', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:13Z', 'updated_at': '2020-12-02T15:50:31Z', 'revision_number': 4, 'project_id': 'cca84cc05e794548902f38e2444508de', 'gw_port': {'id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:15Z', 'updated_at': '2020-12-02T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '848b1662-7231-4df0-88e3-ed5eeaadfb81', 'name': '', 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'mac_address': 'fa:16:3e:23:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:26Z', 'updated_at': '2020-12-02T15:50:45Z', 'revision_number': 5, 'project_id': 'cca84cc05e794548902f38e2444508de', 'subnets': [{'id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:58:22.254958 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f16da0a-7362-4df6-81fa-a38ea8a2e107 None None] Checking router: 4af6337e-590d-433f-b860-b328b964cc61 for host: dv-cinder-737618-2-smb {{(pid=80332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:58:22.265666 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f16da0a-7362-4df6-81fa-a38ea8a2e107 None None] Routers {'4af6337e-590d-433f-b860-b328b964cc61'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:58:22.266927 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-9f16da0a-7362-4df6-81fa-a38ea8a2e107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:57:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['4af6337e-590d-433f-b860-b328b964cc61'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:58:22.367731 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:58:22.558497 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-9f16da0a-7362-4df6-81fa-a38ea8a2e107 None None] Set router 4af6337e-590d-433f-b860-b328b964cc61 gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:58:22.565979 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6039bed-3a0c-45da-b8cc-4a39aa73e69f req-4cf44d0e-ae17-42a6-ae85-2bb859cb25fd tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:22.569305 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d6039bed-3a0c-45da-b8cc-4a39aa73e69f req-4cf44d0e-ae17-42a6-ae85-2bb859cb25fd tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 944 time: 0.1681645 Dec 02 15:58:22.574655 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:58:22.634380 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d6039bed-3a0c-45da-b8cc-4a39aa73e69f req-6832cdec-a166-4f76-97b2-1b07f0412a29 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571208 Dec 02 15:58:22.790649 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning for port 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 15:58:22.804484 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:58:22.804896 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:23.037098 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:23.081751 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ffc985-f1e2-4ae8-907e-dc1dd6aea716'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:58:23.116673 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 97ffc985-f1e2-4ae8-907e-dc1dd6aea716, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=97ffc985-f1e2-4ae8-907e-dc1dd6aea716,segment=NetworkSegment(4e285664-1290-42fd-96db-d709b27ecdbe),segment_id=4e285664-1290-42fd-96db-d709b27ecdbe)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:58:23.127193 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-9f16da0a-7362-4df6-81fa-a38ea8a2e107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6337e-590d-433f-b860-b328b964cc61', 'name': 'tempest-AttachVolumeTestJSON-755891331-router', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:13Z', 'updated_at': '2020-12-02T15:50:31Z', 'revision_number': 4, 'project_id': 'cca84cc05e794548902f38e2444508de', 'gw_port': {'id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:15Z', 'updated_at': '2020-12-02T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '848b1662-7231-4df0-88e3-ed5eeaadfb81', 'name': '', 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'mac_address': 'fa:16:3e:23:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:26Z', 'updated_at': '2020-12-02T15:50:45Z', 'revision_number': 5, 'project_id': 'cca84cc05e794548902f38e2444508de', 'subnets': [{'id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:58:23.135146 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f16da0a-7362-4df6-81fa-a38ea8a2e107 None None] The sync data for ids ['4af6337e-590d-433f-b860-b328b964cc61'] in dv-cinder-737618-2-smb is: [{'id': '4af6337e-590d-433f-b860-b328b964cc61', 'name': 'tempest-AttachVolumeTestJSON-755891331-router', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:13Z', 'updated_at': '2020-12-02T15:50:31Z', 'revision_number': 4, 'project_id': 'cca84cc05e794548902f38e2444508de', 'gw_port': {'id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:15Z', 'updated_at': '2020-12-02T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '848b1662-7231-4df0-88e3-ed5eeaadfb81', 'name': '', 'network_id': '897c5c37-7e4c-49f0-aa05-6604955b43fe', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'mac_address': 'fa:16:3e:23:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:26Z', 'updated_at': '2020-12-02T15:50:45Z', 'revision_number': 5, 'project_id': 'cca84cc05e794548902f38e2444508de', 'subnets': [{'id': '1dec06aa-ae61-48b1-9f23-8da853bd2bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:58:23.141913 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:23.143524 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device f843f697-aa2c-489f-8351-4b3862c2d7aa up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:58:23.181641 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:23.203502 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1056390e-90dc-4c5a-b1e0-3dc6c6f52f07 req-47780e7e-3c3b-476b-b0af-5e2bc03f3fb0 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/ports?device_id=ac2b16b7-f947-4dbb-be85-af8617dc781b HTTP/1.1" status: 200 len: 210 time: 0.0827084 Dec 02 15:58:23.249498 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81d986-a5d3-44bd-91e9-4252450fcd97 req-97b001b6-ab17-498b-aaed-c7f9442a2b85 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:23.259235 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6b81d986-a5d3-44bd-91e9-4252450fcd97 req-97b001b6-ab17-498b-aaed-c7f9442a2b85 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 945 time: 0.2189281 Dec 02 15:58:23.283472 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=97ffc985-f1e2-4ae8-907e-dc1dd6aea716,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:23.287191 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:23.293073 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ffc985-f1e2-4ae8-907e-dc1dd6aea716', 'code': 200} Dec 02 15:58:23.308047 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port f843f697-aa2c-489f-8351-4b3862c2d7aa triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:58:23.308757 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:23.320168 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6b81d986-a5d3-44bd-91e9-4252450fcd97 req-f148752e-afd7-4863-84a7-59626bea8f03 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0596154 Dec 02 15:58:23.514303 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 4b95759f-ecf6-47af-ac1e-849d23e1fca1 no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 15:58:23.550243 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] No Port match for: 4b95759f-ecf6-47af-ac1e-849d23e1fca1 {{(pid=80332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 15:58:23.550665 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 4b95759f-ecf6-47af-ac1e-849d23e1fca1 not bound to the agent host hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 15:58:23.613350 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cd4b35-aaf0-40f5-b182-af5428339da8 None None] New status for floating IP 7376fbbf-e931-4c8d-a7e6-2192263b0c0f: DOWN {{(pid=80333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 02 15:58:23.710262 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a4051-0bd6-4f12-a68a-1d11bc9dc4e7 req-a5784cc6-81c8-4a7a-9e2f-f6c6ddadcecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:23.712147 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2c1a4051-0bd6-4f12-a68a-1d11bc9dc4e7 req-a5784cc6-81c8-4a7a-9e2f-f6c6ddadcecb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 1163 time: 0.0873446 Dec 02 15:58:23.772789 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2c1a4051-0bd6-4f12-a68a-1d11bc9dc4e7 req-535ad6f1-7c47-42bd-8543-9186aa466c2d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535886 Dec 02 15:58:23.885617 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80614a0-3451-499b-8db8-5f593e8b1421 req-18f1a2d5-0629-4edb-b5cd-c74fa8b7a627 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:23.887417 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a80614a0-3451-499b-8db8-5f593e8b1421 req-18f1a2d5-0629-4edb-b5cd-c74fa8b7a627 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 946 time: 0.0870330 Dec 02 15:58:23.941525 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a80614a0-3451-499b-8db8-5f593e8b1421 req-96ba7056-6d38-42ac-9d3b-9006e00531db tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467494 Dec 02 15:58:24.413307 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:58:24.429010 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 43702) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:58:24.485242 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9e3be612-2af1-4d87-b172-9b0ff09477e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:24.493170 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:58:24.493593 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:24.502412 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:24.534591 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:24.621373 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:24.627982 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-bf08d858-444a-46dc-91f5-3f2473d6b847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:24.629196 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device f843f697-aa2c-489f-8351-4b3862c2d7aa up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:58:24.645342 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3b896a-e9d8-424e-81ea-5921272bd55b,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:24.655053 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:24.655472 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:24.657996 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:24.657996 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:24.657996 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:24.657996 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:24.657996 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:24.657996 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:24.658590 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:24.658674 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:24.659046 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:24.659441 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:24.659874 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:24.660266 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:24.660658 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:24.661044 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:24.661436 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:24.661820 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:24.662235 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:24.662651 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:24.663044 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:24.663427 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:24.663818 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:24.664209 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:58:24.668327 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:24.683794 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:24.685598 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "DELETE /v2.0/security-groups/5d3b896a-e9d8-424e-81ea-5921272bd55b HTTP/1.1" status: 204 len: 168 time: 0.2549140 Dec 02 15:58:24.688992 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 43708) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:58:24.708040 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.v2.resource [None req-34233582-ca46-41ba-9ea0-e025c7dba2cf tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] show failed (client error): The resource could not be found. Dec 02 15:58:24.709140 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-34233582-ca46-41ba-9ea0-e025c7dba2cf tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "GET /v2.0/security-groups/5d3b896a-e9d8-424e-81ea-5921272bd55b HTTP/1.1" status: 404 len: 347 time: 0.0192389 Dec 02 15:58:24.711004 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port f843f697-aa2c-489f-8351-4b3862c2d7aa triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:58:24.711431 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:24.712462 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 43712) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:58:24.890077 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-febba698-51f0-4055-94a8-798b2b5a156f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Deleting port 799688d4-5ec5-4497-8495-2ec6fc437edf {{(pid=80331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:58:24.890392 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:24.890616 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-febba698-51f0-4055-94a8-798b2b5a156f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:25.135936 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-febba698-51f0-4055-94a8-798b2b5a156f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:25.136288 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-febba698-51f0-4055-94a8-798b2b5a156f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for floatingip, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:25.285376 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-febba698-51f0-4055-94a8-798b2b5a156f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Calling delete_port for 799688d4-5ec5-4497-8495-2ec6fc437edf owned by network:floatingip {{(pid=80331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:58:25.389992 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60b7b3-ce30-45fb-8002-db9e05c1ee80 req-d4a866ed-765e-4e4b-bb5f-fd04508dfe05 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:25.391745 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9c60b7b3-ce30-45fb-8002-db9e05c1ee80 req-d4a866ed-765e-4e4b-bb5f-fd04508dfe05 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 946 time: 0.2988405 Dec 02 15:58:25.449235 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9c60b7b3-ce30-45fb-8002-db9e05c1ee80 req-10f5b4ab-2b56-45ba-96c8-e72eca5fcea7 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468404 Dec 02 15:58:25.557324 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-febba698-51f0-4055-94a8-798b2b5a156f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14825086'] for port, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:25.573132 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-1cf33a6a-b313-4774-be8b-c4e334ffeba8 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:25.665471 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febba698-51f0-4055-94a8-798b2b5a156f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Pushing event deleted for resources: {'Port': ['ID=799688d4-5ec5-4497-8495-2ec6fc437edf,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:25.672392 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-febba698-51f0-4055-94a8-798b2b5a156f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:25.753297 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:25.802991 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-febba698-51f0-4055-94a8-798b2b5a156f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks [] for floatingip, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:25.818227 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-febba698-51f0-4055-94a8-798b2b5a156f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for floatingip, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:25.819520 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-febba698-51f0-4055-94a8-798b2b5a156f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] 10.222.0.98 "DELETE /v2.0/floatingips/7376fbbf-e931-4c8d-a7e6-2192263b0c0f HTTP/1.1" status: 204 len: 168 time: 1.1060688 Dec 02 15:58:26.210205 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:58:26.286103 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:58:26.286556 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:26.670384 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33560375-058d-4412-bd5e-08e11806d615 req-bb79a039-ab9f-4fba-bb0a-a4cde4186342 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:26.672064 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-33560375-058d-4412-bd5e-08e11806d615 req-bb79a039-ab9f-4fba-bb0a-a4cde4186342 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 946 time: 0.0903459 Dec 02 15:58:26.720078 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-33560375-058d-4412-bd5e-08e11806d615 req-78f50124-e6c9-4946-afb5-67e781f29ea6 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417085 Dec 02 15:58:26.815693 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:26.936087 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a4588-bfa5-4b55-91f5-f6933fc368dc req-a82ab84e-668c-42e6-bbbd-d4130ba1ffbe tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:26.937715 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ff7a4588-bfa5-4b55-91f5-f6933fc368dc req-a82ab84e-668c-42e6-bbbd-d4130ba1ffbe tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 946 time: 0.0834556 Dec 02 15:58:26.991346 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ff7a4588-bfa5-4b55-91f5-f6933fc368dc req-08b363fc-cc72-4e37-bfab-4405c7f04638 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466237 Dec 02 15:58:27.608719 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058ef35-95be-4e4f-90cc-2b6c50a74628 req-1c65f38b-a0d8-4b5f-befe-7daa660a7b21 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:27.610319 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6058ef35-95be-4e4f-90cc-2b6c50a74628 req-1c65f38b-a0d8-4b5f-befe-7daa660a7b21 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 946 time: 0.0853169 Dec 02 15:58:27.657390 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6058ef35-95be-4e4f-90cc-2b6c50a74628 req-c4ea3a38-02fa-467b-8855-cf653e1e7c64 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406833 Dec 02 15:58:30.179032 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 43782) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:58:30.869830 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5d875374-37a9-4ace-a595-3454111491fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424877'] for router_interface, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:31.529148 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-5d875374-37a9-4ace-a595-3454111491fb admin admin] Deleting port 848b1662-7231-4df0-88e3-ed5eeaadfb81 {{(pid=80331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:58:31.529775 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5d875374-37a9-4ace-a595-3454111491fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:31.717887 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-5d875374-37a9-4ace-a595-3454111491fb admin admin] For port 848b1662-7231-4df0-88e3-ed5eeaadfb81, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=848b1662-7231-4df0-88e3-ed5eeaadfb81,segment=NetworkSegment(fe2ab88f-dfa5-4791-be10-6390467c3168),segment_id=fe2ab88f-dfa5-4791-be10-6390467c3168)] {{(pid=80331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:58:31.718209 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5d875374-37a9-4ace-a595-3454111491fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:31.850036 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-5d875374-37a9-4ace-a595-3454111491fb admin admin] Calling delete_port for 848b1662-7231-4df0-88e3-ed5eeaadfb81 owned by network:router_interface {{(pid=80331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:58:32.041994 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:32.116121 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5d875374-37a9-4ace-a595-3454111491fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14825086'] for port, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:32.132457 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-61f73ecd-ddbd-4ed1-8558-21adbfad0abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:32.224301 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d875374-37a9-4ace-a595-3454111491fb admin admin] Pushing event deleted for resources: {'Port': ['ID=848b1662-7231-4df0-88e3-ed5eeaadfb81,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:32.231136 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5d875374-37a9-4ace-a595-3454111491fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:32.554383 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5d875374-37a9-4ace-a595-3454111491fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851522825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854355600'] for router_interface, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:33.084952 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d875374-37a9-4ace-a595-3454111491fb admin admin] Router 4af6337e-590d-433f-b860-b328b964cc61 has already been hosted by L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf {{(pid=80331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 15:58:33.353103 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d11b1-94cd-42ad-8bea-9ff7ed9639eb req-74a66a32-2473-46de-9e08-746313124d62 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:33.354728 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ad6d11b1-94cd-42ad-8bea-9ff7ed9639eb req-74a66a32-2473-46de-9e08-746313124d62 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 946 time: 0.2057297 Dec 02 15:58:33.357224 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d875374-37a9-4ace-a595-3454111491fb admin admin] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:58:33.366520 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eea01e-2374-4430-bda7-013598e45ffe None None] Sync routers for ids ['4af6337e-590d-433f-b860-b328b964cc61'] in dv-cinder-737618-2-smb {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:58:33.377508 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eea01e-2374-4430-bda7-013598e45ffe None None] Routers {'4af6337e-590d-433f-b860-b328b964cc61'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:58:33.378184 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-b4eea01e-2374-4430-bda7-013598e45ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:58:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['4af6337e-590d-433f-b860-b328b964cc61'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:58:33.393847 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-5d875374-37a9-4ace-a595-3454111491fb admin admin] 10.222.0.98 "PUT /v2.0/routers/4af6337e-590d-433f-b860-b328b964cc61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2110698 Dec 02 15:58:33.394632 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 43818) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:58:33.744313 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-b4eea01e-2374-4430-bda7-013598e45ffe None None] Set router 4af6337e-590d-433f-b860-b328b964cc61 gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:58:33.790502 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ad6d11b1-94cd-42ad-8bea-9ff7ed9639eb req-7eca9a8f-03df-47a6-86c3-221713441f1f tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276965 Dec 02 15:58:33.853543 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e18ed7fa-60e8-4426-b3e0-aa9f4300b350 admin admin] Notify callbacks [] for router, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:34.171695 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-b4eea01e-2374-4430-bda7-013598e45ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6337e-590d-433f-b860-b328b964cc61', 'name': 'tempest-AttachVolumeTestJSON-755891331-router', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:13Z', 'updated_at': '2020-12-02T15:58:32Z', 'revision_number': 5, 'project_id': 'cca84cc05e794548902f38e2444508de', 'gw_port': {'id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:15Z', 'updated_at': '2020-12-02T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:58:34.177415 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eea01e-2374-4430-bda7-013598e45ffe None None] Checking router: 4af6337e-590d-433f-b860-b328b964cc61 for host: dv-cinder-737618-2-smb {{(pid=80332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:58:34.188839 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eea01e-2374-4430-bda7-013598e45ffe None None] Routers {'4af6337e-590d-433f-b860-b328b964cc61'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:58:34.189668 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-b4eea01e-2374-4430-bda7-013598e45ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:58:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['4af6337e-590d-433f-b860-b328b964cc61'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:58:34.191527 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e18ed7fa-60e8-4426-b3e0-aa9f4300b350 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:34.260992 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-e18ed7fa-60e8-4426-b3e0-aa9f4300b350 admin admin] Deleting port 725e5563-c5ff-41f9-a199-f2b9ab07d4d5 {{(pid=80331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:58:34.261382 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e18ed7fa-60e8-4426-b3e0-aa9f4300b350 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:34.316503 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-af937ed6-7cc6-40f7-a3b8-8833477c59b3 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4070289 Dec 02 15:58:34.336111 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-09a2277a-376d-4729-8654-efda195cc582 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Request body: {'floatingip': {'floating_network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:58:34.350178 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-09a2277a-376d-4729-8654-efda195cc582 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:58:34.405058 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-b4eea01e-2374-4430-bda7-013598e45ffe None None] Set router 4af6337e-590d-433f-b860-b328b964cc61 gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:58:34.434131 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-09a2277a-376d-4729-8654-efda195cc582 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Usage tracker for resource:floatingip and tenant:0e079676030e4a98bb89d67eaf971bb3 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:58:34.447271 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-09a2277a-376d-4729-8654-efda195cc582 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:58:34.461102 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-09a2277a-376d-4729-8654-efda195cc582 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:58:34.502332 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a493f1-a6e4-461f-bb87-edb41651c46a req-16fd669c-cb71-4151-9b9e-416f698c703f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:34.505110 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-14a493f1-a6e4-461f-bb87-edb41651c46a req-16fd669c-cb71-4151-9b9e-416f698c703f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.3166289 Dec 02 15:58:34.551232 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-09a2277a-376d-4729-8654-efda195cc582 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks [] for floatingip, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:34.601078 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-e18ed7fa-60e8-4426-b3e0-aa9f4300b350 admin admin] For port 725e5563-c5ff-41f9-a199-f2b9ab07d4d5, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=725e5563-c5ff-41f9-a199-f2b9ab07d4d5,segment=NetworkSegment(e664ad9f-0009-4ff2-8670-18bebb570cf0),segment_id=e664ad9f-0009-4ff2-8670-18bebb570cf0)] {{(pid=80331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:58:34.601561 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e18ed7fa-60e8-4426-b3e0-aa9f4300b350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:34.676370 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-14a493f1-a6e4-461f-bb87-edb41651c46a req-9080b827-cc83-4018-aa8a-d80e494ab731 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580555 Dec 02 15:58:34.778534 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-b4eea01e-2374-4430-bda7-013598e45ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6337e-590d-433f-b860-b328b964cc61', 'name': 'tempest-AttachVolumeTestJSON-755891331-router', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:13Z', 'updated_at': '2020-12-02T15:58:32Z', 'revision_number': 5, 'project_id': 'cca84cc05e794548902f38e2444508de', 'gw_port': {'id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:15Z', 'updated_at': '2020-12-02T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:58:34.786898 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eea01e-2374-4430-bda7-013598e45ffe None None] The sync data for ids ['4af6337e-590d-433f-b860-b328b964cc61'] in dv-cinder-737618-2-smb is: [{'id': '4af6337e-590d-433f-b860-b328b964cc61', 'name': 'tempest-AttachVolumeTestJSON-755891331-router', 'tenant_id': 'cca84cc05e794548902f38e2444508de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:50:13Z', 'updated_at': '2020-12-02T15:58:32Z', 'revision_number': 5, 'project_id': 'cca84cc05e794548902f38e2444508de', 'gw_port': {'id': '725e5563-c5ff-41f9-a199-f2b9ab07d4d5', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6337e-590d-433f-b860-b328b964cc61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:50:15Z', 'updated_at': '2020-12-02T15:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}] {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:58:34.822783 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-e18ed7fa-60e8-4426-b3e0-aa9f4300b350 admin admin] Calling delete_port for 725e5563-c5ff-41f9-a199-f2b9ab07d4d5 owned by network:router_gateway {{(pid=80331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:58:34.992911 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-09a2277a-376d-4729-8654-efda195cc582 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:35.174232 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e18ed7fa-60e8-4426-b3e0-aa9f4300b350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14825086'] for port, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:35.560517 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-09a2277a-376d-4729-8654-efda195cc582 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Allocated IP 172.28.0.211 (37c00fa4-9d8d-40bf-927e-52444f2dd708/960a6109-8752-4c76-aab7-dfde0e16e857/b2ee85df-a282-4d85-866c-1d10184cab4e) {{(pid=80331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 15:58:35.562861 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e18ed7fa-60e8-4426-b3e0-aa9f4300b350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559653'] for router_gateway, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:35.712756 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e18ed7fa-60e8-4426-b3e0-aa9f4300b350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-557575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14561'] for router, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:35.729447 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e18ed7fa-60e8-4426-b3e0-aa9f4300b350 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:35.922567 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e18ed7fa-60e8-4426-b3e0-aa9f4300b350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854216554'] for router, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:35.923180 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18ed7fa-60e8-4426-b3e0-aa9f4300b350 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4af6337e-590d-433f-b860-b328b964cc61 {{(pid=80331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 02 15:58:35.956517 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-09a2277a-376d-4729-8654-efda195cc582 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks [] for port, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:35.976612 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e18ed7fa-60e8-4426-b3e0-aa9f4300b350 admin admin] Notify callbacks [] for router, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:35.977872 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-e18ed7fa-60e8-4426-b3e0-aa9f4300b350 admin admin] 10.222.0.98 "DELETE /v2.0/routers/4af6337e-590d-433f-b860-b328b964cc61 HTTP/1.1" status: 204 len: 168 time: 2.5825002 Dec 02 15:58:35.980899 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 43836) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:58:36.005156 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6d8c8-514f-40d0-976b-dbf148fc7477 req-79b492da-015d-4cfe-afc2-eaf207165d66 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:36.007279 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3ba6d8c8-514f-40d0-976b-dbf148fc7477 req-79b492da-015d-4cfe-afc2-eaf207165d66 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.1636822 Dec 02 15:58:36.063542 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3ba6d8c8-514f-40d0-976b-dbf148fc7477 req-7fb99194-9ba0-4130-8df1-19a22c22ec59 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490942 Dec 02 15:58:36.084993 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-09a2277a-376d-4729-8654-efda195cc582 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14825086'] for port, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:36.085691 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e5beaa7-a727-46f9-b8cb-0132503a4c63 admin admin] Deleting subnet 1dec06aa-ae61-48b1-9f23-8da853bd2bcb {{(pid=80330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 15:58:36.091340 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5e5beaa7-a727-46f9-b8cb-0132503a4c63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:36.106367 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:36.184961 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5e5beaa7-a727-46f9-b8cb-0132503a4c63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14966934'] for subnet, precommit_delete_associations {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:36.271024 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 725e5563-c5ff-41f9-a199-f2b9ab07d4d5 no longer exists at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 15:58:36.315965 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] No Port match for: 725e5563-c5ff-41f9-a199-f2b9ab07d4d5 {{(pid=80332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 15:58:36.316460 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 725e5563-c5ff-41f9-a199-f2b9ab07d4d5 not bound to the agent host dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 15:58:36.316937 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 848b1662-7231-4df0-88e3-ed5eeaadfb81 no longer exists at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 15:58:36.347741 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5e5beaa7-a727-46f9-b8cb-0132503a4c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3212037'] for subnet, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:36.354542 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] No Port match for: 848b1662-7231-4df0-88e3-ed5eeaadfb81 {{(pid=80332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 15:58:36.355104 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 848b1662-7231-4df0-88e3-ed5eeaadfb81 not bound to the agent host dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 15:58:36.487257 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2277a-376d-4729-8654-efda195cc582 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Pushing event updated for resources: {'Port': ['ID=b2ee85df-a282-4d85-866c-1d10184cab4e,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:36.492752 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-09a2277a-376d-4729-8654-efda195cc582 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:36.553975 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-09a2277a-376d-4729-8654-efda195cc582 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Network 37c00fa4-9d8d-40bf-927e-52444f2dd708 is already hosted by enough agents. {{(pid=80331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 15:58:36.555309 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-09a2277a-376d-4729-8654-efda195cc582 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Resources bound (agent type, host, resource id): {{(pid=80331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 15:58:36.557787 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-09a2277a-376d-4729-8654-efda195cc582 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Received port after_create {{(pid=80331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 15:58:36.648902 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-09a2277a-376d-4729-8654-efda195cc582 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks [] for floatingip, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:36.769451 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-09a2277a-376d-4729-8654-efda195cc582 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:36.791370 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5e5beaa7-a727-46f9-b8cb-0132503a4c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851563747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15721353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14709024'] for subnet, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:36.809146 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a18b5bec-b449-4da6-a776-2a2b08237945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:36.908105 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5beaa7-a727-46f9-b8cb-0132503a4c63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dec06aa-ae61-48b1-9f23-8da853bd2bcb,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:36.921502 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5e5beaa7-a727-46f9-b8cb-0132503a4c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:36.956997 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5e5beaa7-a727-46f9-b8cb-0132503a4c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for subnet, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:36.962941 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75297026-2198-4071-b597-d12ff9a79484 None None] Network 897c5c37-7e4c-49f0-aa05-6604955b43fe requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 15:58:36.966723 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-5e5beaa7-a727-46f9-b8cb-0132503a4c63 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/1dec06aa-ae61-48b1-9f23-8da853bd2bcb HTTP/1.1" status: 204 len: 168 time: 0.9805503 Dec 02 15:58:36.967117 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 43840) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:58:37.094893 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2b411afe-3d26-4d27-a76a-2b5546d9797f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851402585'] for network, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:37.112303 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-09a2277a-376d-4729-8654-efda195cc582 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks [] for port, precommit_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:37.160323 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-09a2277a-376d-4729-8654-efda195cc582 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839950729'] for port, after_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:37.174104 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-2b411afe-3d26-4d27-a76a-2b5546d9797f admin admin] Deleting port ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:58:37.174500 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2b411afe-3d26-4d27-a76a-2b5546d9797f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:37.189225 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e0d6b5d1-823e-4efe-a755-2e50aba07ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:37.244050 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404a33fa-6f63-4881-9802-2b32d2ff211b None None] DHCP port deletion for 897c5c37-7e4c-49f0-aa05-6604955b43fe request from dv-cinder-737618-2-smb {{(pid=80332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 02 15:58:37.249582 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-404a33fa-6f63-4881-9802-2b32d2ff211b None None] Deleting port ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a {{(pid=80332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:58:37.250322 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-404a33fa-6f63-4881-9802-2b32d2ff211b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:37.373811 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2277a-376d-4729-8654-efda195cc582 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Pushing event updated for resources: {'Port': ['ID=b2ee85df-a282-4d85-866c-1d10184cab4e,revision_number=2']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:37.382549 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-09a2277a-376d-4729-8654-efda195cc582 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:37.428116 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-2b411afe-3d26-4d27-a76a-2b5546d9797f admin admin] For port ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a,segment=NetworkSegment(fe2ab88f-dfa5-4791-be10-6390467c3168),segment_id=fe2ab88f-dfa5-4791-be10-6390467c3168)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:58:37.428635 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2b411afe-3d26-4d27-a76a-2b5546d9797f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:37.469167 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092ce20-f365-47dc-bba2-9afb3f982737 req-dfe94b4a-f877-4634-91a7-8d7a0381f71a tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:37.470760 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0092ce20-f365-47dc-bba2-9afb3f982737 req-dfe94b4a-f877-4634-91a7-8d7a0381f71a tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.1809967 Dec 02 15:58:37.484588 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-404a33fa-6f63-4881-9802-2b32d2ff211b None None] For port ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a,segment=NetworkSegment(fe2ab88f-dfa5-4791-be10-6390467c3168),segment_id=fe2ab88f-dfa5-4791-be10-6390467c3168)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:58:37.485033 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-404a33fa-6f63-4881-9802-2b32d2ff211b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:37.568760 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-09a2277a-376d-4729-8654-efda195cc582 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854216080'] for floatingip, after_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:37.575204 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0092ce20-f365-47dc-bba2-9afb3f982737 req-b80a1bcd-e7b7-4e24-842e-8668062a7857 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749784 Dec 02 15:58:37.611613 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-2b411afe-3d26-4d27-a76a-2b5546d9797f admin admin] Calling delete_port for ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a owned by network:dhcp {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:58:37.616568 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-404a33fa-6f63-4881-9802-2b32d2ff211b None None] Calling delete_port for ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a owned by network:dhcp {{(pid=80332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:58:37.655516 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-09a2277a-376d-4729-8654-efda195cc582 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for floatingip, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:37.656760 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-09a2277a-376d-4729-8654-efda195cc582 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3304682 Dec 02 15:58:37.721959 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2b411afe-3d26-4d27-a76a-2b5546d9797f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:37.741508 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ce0d9816-6fd6-4e72-bef7-64c662b065aa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:37.749044 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-4072324f-49f4-4466-b45c-06173799fc15 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Synchronizing usage tracker for tenant:0e079676030e4a98bb89d67eaf971bb3 on resource:floatingip {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:58:37.773512 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.api [None req-404a33fa-6f63-4881-9802-2b32d2ff211b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 15:58:37.776099 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_db.api [None req-404a33fa-6f63-4881-9802-2b32d2ff211b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 15:58:37.797864 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-4072324f-49f4-4466-b45c-06173799fc15 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Unset dirty status for tenant:0e079676030e4a98bb89d67eaf971bb3 on resource:floatingip {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:58:37.799333 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-4072324f-49f4-4466-b45c-06173799fc15 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.28.0.211 HTTP/1.1" status: 200 len: 696 time: 0.1358948 Dec 02 15:58:37.845540 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b411afe-3d26-4d27-a76a-2b5546d9797f admin admin] Pushing event deleted for resources: {'Port': ['ID=ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:37.858966 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2b411afe-3d26-4d27-a76a-2b5546d9797f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:37.895085 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b411afe-3d26-4d27-a76a-2b5546d9797f admin admin] No DVR routers for this DVR port ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a on host dv-cinder-737618-2-smb {{(pid=80330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 15:58:37.971448 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-8a48b6ba-bac2-4aa9-9490-7f8d47a62b30 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:37.973157 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-581ab7c2-884a-4d6b-8c6c-952259c3568b req-8a48b6ba-bac2-4aa9-9490-7f8d47a62b30 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/networks/37c00fa4-9d8d-40bf-927e-52444f2dd708 HTTP/1.1" status: 200 len: 784 time: 0.1674399 Dec 02 15:58:38.039524 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2b411afe-3d26-4d27-a76a-2b5546d9797f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3212700', 'neutron.services.segments.db._delete_segments_for_network--9223363299656580280'] for network, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:38.168790 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-2b411afe-3d26-4d27-a76a-2b5546d9797f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897c5c37-7e4c-49f0-aa05-6604955b43fe']}} {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:58:38.183658 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-2b411afe-3d26-4d27-a76a-2b5546d9797f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe2ab88f-dfa5-4791-be10-6390467c3168') {'for_net_delete': True} {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:58:38.184001 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-2b411afe-3d26-4d27-a76a-2b5546d9797f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe2ab88f-dfa5-4791-be10-6390467c3168') {} {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:58:38.200976 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2b411afe-3d26-4d27-a76a-2b5546d9797f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299656579768', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839808866'] for segment, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:38.201900 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afeb41-71ba-41a6-88c3-98331d259657 req-7f2282c0-5d17-4aa2-87fc-164779af6b9e tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:38.203838 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-49afeb41-71ba-41a6-88c3-98331d259657 req-7f2282c0-5d17-4aa2-87fc-164779af6b9e tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1129405 Dec 02 15:58:38.226639 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2b411afe-3d26-4d27-a76a-2b5546d9797f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:38.228709 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2b411afe-3d26-4d27-a76a-2b5546d9797f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 15:58:38.245060 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a no longer exists at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 15:58:38.279732 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-404a33fa-6f63-4881-9802-2b32d2ff211b None None] Deleting port ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a {{(pid=80332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:58:38.280151 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-404a33fa-6f63-4881-9802-2b32d2ff211b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:38.296282 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-49afeb41-71ba-41a6-88c3-98331d259657 req-79ae913c-035a-4b24-9f0a-e66c7ff014bf tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.28.0.211 HTTP/1.1" status: 200 len: 696 time: 0.0816035 Dec 02 15:58:38.308797 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-49afeb41-71ba-41a6-88c3-98331d259657 req-34d38e1d-a9b0-4ef1-944a-43a9c3f03d96 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Request body: {'floatingip': {'port_id': '97ffc985-f1e2-4ae8-907e-dc1dd6aea716', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:58:38.323155 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] No Port match for: ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a {{(pid=80332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 15:58:38.323468 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a not bound to the agent host dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 15:58:38.363412 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-404a33fa-6f63-4881-9802-2b32d2ff211b None None] The port 'ccf27034-e4c3-4628-9bc0-2e7ee7f1da2a' was deleted {{(pid=80332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 02 15:58:38.414690 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-49afeb41-71ba-41a6-88c3-98331d259657 req-34d38e1d-a9b0-4ef1-944a-43a9c3f03d96 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks [] for floatingip, before_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:38.658939 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-2b411afe-3d26-4d27-a76a-2b5546d9797f admin admin] Network 897c5c37-7e4c-49f0-aa05-6604955b43fe has no segments {{(pid=80330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 15:58:38.669973 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2b411afe-3d26-4d27-a76a-2b5546d9797f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3225722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839048150'] for segment, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:38.865694 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-2b411afe-3d26-4d27-a76a-2b5546d9797f admin admin] Network 897c5c37-7e4c-49f0-aa05-6604955b43fe has no segments {{(pid=80330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: Traceback (most recent call last): Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: timer() Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: cb(*args, **kw) Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: return func(*args, **kwargs) Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: self._notify() Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: self.callback(batched_events) Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: event.method(event) Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: segment_id)['aggregates'][0] Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: return f(self, *a, **k) Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: return self._get(url).json() Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: **kwargs) Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: return self.request(url, 'GET', **kwargs) Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: **endpoint_filter) Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 15:58:38.894907 dv-cinder-737618-2-smb neutron-server[80217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 15:58:39.002232 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589b6c4-b01b-4394-896d-15b0838cc027 req-3c5ae790-79c8-47f1-bf38-b5de07c6153b tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:39.017398 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3589b6c4-b01b-4394-896d-15b0838cc027 req-3c5ae790-79c8-47f1-bf38-b5de07c6153b tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.2341509 Dec 02 15:58:39.087198 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3589b6c4-b01b-4394-896d-15b0838cc027 req-da7b65e6-34ce-4432-942f-202403e4869c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718408 Dec 02 15:58:39.529646 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2b411afe-3d26-4d27-a76a-2b5546d9797f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851563116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854216125'] for network, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:39.533260 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:39.548646 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2b411afe-3d26-4d27-a76a-2b5546d9797f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:39.561090 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b411afe-3d26-4d27-a76a-2b5546d9797f admin admin] Pushing event deleted for resources: {'Network': ['ID=897c5c37-7e4c-49f0-aa05-6604955b43fe,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:39.565042 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2b411afe-3d26-4d27-a76a-2b5546d9797f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:39.610658 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-2b411afe-3d26-4d27-a76a-2b5546d9797f admin admin] 10.222.0.98 "DELETE /v2.0/networks/897c5c37-7e4c-49f0-aa05-6604955b43fe HTTP/1.1" status: 204 len: 168 time: 2.6422675 Dec 02 15:58:39.694047 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-49afeb41-71ba-41a6-88c3-98331d259657 req-34d38e1d-a9b0-4ef1-944a-43a9c3f03d96 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks [] for floatingip, precommit_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:39.729837 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-49afeb41-71ba-41a6-88c3-98331d259657 req-34d38e1d-a9b0-4ef1-944a-43a9c3f03d96 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854216080'] for floatingip, after_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:39.894894 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 43852) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:58:39.928884 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.l3_db [req-49afeb41-71ba-41a6-88c3-98331d259657 req-34d38e1d-a9b0-4ef1-944a-43a9c3f03d96 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Floating IP e2e092b7-4210-4c2b-9691-a8c85b81f8ef associated. External IP: 172.28.0.211, port: 97ffc985-f1e2-4ae8-907e-dc1dd6aea716. Dec 02 15:58:39.960993 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-0fa37811-d259-4145-89ef-4172170e66c9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cca84cc05e794548902f38e2444508de&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0620453 Dec 02 15:58:39.961308 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 43856) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:58:40.034770 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-af363830-cb63-4f12-af32-e04fa2681d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:40.066540 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-af363830-cb63-4f12-af32-e04fa2681d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:40.144481 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-af363830-cb63-4f12-af32-e04fa2681d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:40.148694 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-145b5595-3426-4c2a-aa26-ed96c599856b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:40.164043 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af363830-cb63-4f12-af32-e04fa2681d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38c2560-5351-4373-b742-bc92cc612523,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:40.167167 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-af363830-cb63-4f12-af32-e04fa2681d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:40.176848 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-af363830-cb63-4f12-af32-e04fa2681d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:40.178127 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-af363830-cb63-4f12-af32-e04fa2681d50 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f38c2560-5351-4373-b742-bc92cc612523 HTTP/1.1" status: 204 len: 168 time: 0.2157655 Dec 02 15:58:40.404946 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49afeb41-71ba-41a6-88c3-98331d259657 req-34d38e1d-a9b0-4ef1-944a-43a9c3f03d96 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Router d73666dc-84ac-49fd-8f32-b2424d46897f has already been hosted by L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf {{(pid=80331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 15:58:40.425949 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c68190-4fdd-404a-a23a-9e3dcaff3348 req-9bbe8b74-3aa6-496a-8afd-ed0e77dadf08 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:40.427625 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-68c68190-4fdd-404a-a23a-9e3dcaff3348 req-9bbe8b74-3aa6-496a-8afd-ed0e77dadf08 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.1364789 Dec 02 15:58:40.857009 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-68c68190-4fdd-404a-a23a-9e3dcaff3348 req-32993ca7-3ad4-4726-8d1c-3411ff2347eb tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434791 Dec 02 15:58:40.897609 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49afeb41-71ba-41a6-88c3-98331d259657 req-34d38e1d-a9b0-4ef1-944a-43a9c3f03d96 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:58:40.905507 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-49afeb41-71ba-41a6-88c3-98331d259657 req-34d38e1d-a9b0-4ef1-944a-43a9c3f03d96 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for floatingip, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:40.915948 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6506169f-8467-4a07-b289-ec220c506d27 None None] Sync routers for ids ['d73666dc-84ac-49fd-8f32-b2424d46897f'] in dv-cinder-737618-2-smb {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:58:40.929287 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6506169f-8467-4a07-b289-ec220c506d27 None None] Routers {'d73666dc-84ac-49fd-8f32-b2424d46897f'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:58:40.929983 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-6506169f-8467-4a07-b289-ec220c506d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:58:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['d73666dc-84ac-49fd-8f32-b2424d46897f'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:58:40.967447 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-49afeb41-71ba-41a6-88c3-98331d259657 req-34d38e1d-a9b0-4ef1-944a-43a9c3f03d96 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "PUT /v2.0/floatingips/e2e092b7-4210-4c2b-9691-a8c85b81f8ef HTTP/1.1" status: 200 len: 997 time: 2.6650400 Dec 02 15:58:40.967954 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640', 'tag': '97ffc985-f1e2-4ae8-907e-dc1dd6aea716'}] {{(pid=80331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:58:41.082122 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640', 'tag': '97ffc985-f1e2-4ae8-907e-dc1dd6aea716', 'status': 'completed', 'code': 200} Dec 02 15:58:41.085243 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afeb41-71ba-41a6-88c3-98331d259657 req-e787d72b-4387-44be-8ebf-6b01149d08aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:41.087004 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-49afeb41-71ba-41a6-88c3-98331d259657 req-e787d72b-4387-44be-8ebf-6b01149d08aa service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0e079676030e4a98bb89d67eaf971bb3&device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 1163 time: 0.0990784 Dec 02 15:58:41.245480 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50df771-04fb-4687-b072-171397d32a8c req-417ace9c-f977-4d63-a06a-2f21474909c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:41.247781 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e50df771-04fb-4687-b072-171397d32a8c req-417ace9c-f977-4d63-a06a-2f21474909c9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0e079676030e4a98bb89d67eaf971bb3&device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 1163 time: 0.1054130 Dec 02 15:58:41.283147 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afeb41-71ba-41a6-88c3-98331d259657 req-12c914ec-dd4c-42b2-ad4b-36210348b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:41.284781 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-49afeb41-71ba-41a6-88c3-98331d259657 req-12c914ec-dd4c-42b2-ad4b-36210348b46d service neutron] 10.222.0.98 "GET /v2.0/networks?id=80b9d94e-02e9-4910-943b-22624c06727f HTTP/1.1" status: 200 len: 909 time: 0.1890886 Dec 02 15:58:41.334843 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-6506169f-8467-4a07-b289-ec220c506d27 None None] Set router d73666dc-84ac-49fd-8f32-b2424d46897f gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:58:41.427470 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-49afeb41-71ba-41a6-88c3-98331d259657 req-84cc5578-772f-4eb7-bfad-f1ebc800f25c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97ffc985-f1e2-4ae8-907e-dc1dd6aea716 HTTP/1.1" status: 200 len: 1000 time: 0.1343362 Dec 02 15:58:41.443777 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50df771-04fb-4687-b072-171397d32a8c req-03f00844-a18c-4962-8a3a-1953a119c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:41.445811 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e50df771-04fb-4687-b072-171397d32a8c req-03f00844-a18c-4962-8a3a-1953a119c435 service neutron] 10.222.0.90 "GET /v2.0/networks?id=80b9d94e-02e9-4910-943b-22624c06727f HTTP/1.1" status: 200 len: 909 time: 0.1856031 Dec 02 15:58:41.505204 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afeb41-71ba-41a6-88c3-98331d259657 req-428da941-b14e-46bf-a9d5-46142f409a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:41.506911 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-49afeb41-71ba-41a6-88c3-98331d259657 req-428da941-b14e-46bf-a9d5-46142f409a4c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c HTTP/1.1" status: 200 len: 854 time: 0.0704765 Dec 02 15:58:41.594068 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e50df771-04fb-4687-b072-171397d32a8c req-0416e4ad-dee8-4650-871f-b3e17dc1329c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97ffc985-f1e2-4ae8-907e-dc1dd6aea716 HTTP/1.1" status: 200 len: 1000 time: 0.1361380 Dec 02 15:58:41.608037 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afeb41-71ba-41a6-88c3-98331d259657 req-d6e5916f-5381-404f-a156-10af8e484e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:41.609866 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-49afeb41-71ba-41a6-88c3-98331d259657 req-d6e5916f-5381-404f-a156-10af8e484e88 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=80b9d94e-02e9-4910-943b-22624c06727f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0957053 Dec 02 15:58:41.623522 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [req-49afeb41-71ba-41a6-88c3-98331d259657 req-71c45b03-102e-4f59-8c6c-27fb577f1aec service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=80331) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 15:58:41.624819 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-49afeb41-71ba-41a6-88c3-98331d259657 req-71c45b03-102e-4f59-8c6c-27fb577f1aec service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0066056 Dec 02 15:58:41.683772 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50df771-04fb-4687-b072-171397d32a8c req-4d9d1f3e-4eab-4857-876c-78bf6b7c083f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:41.686037 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e50df771-04fb-4687-b072-171397d32a8c req-4d9d1f3e-4eab-4857-876c-78bf6b7c083f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c HTTP/1.1" status: 200 len: 854 time: 0.0810926 Dec 02 15:58:41.776917 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-6506169f-8467-4a07-b289-ec220c506d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'name': 'tempest-TestMinimumBasicScenario-1064348726-router', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:57:32Z', 'updated_at': '2020-12-02T15:57:38Z', 'revision_number': 4, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'gw_port': {'id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:33Z', 'updated_at': '2020-12-02T15:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_floatingips': [{'id': 'e2e092b7-4210-4c2b-9691-a8c85b81f8ef', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'floating_ip_address': '172.28.0.211', 'floating_network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'router_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'port_id': '97ffc985-f1e2-4ae8-907e-dc1dd6aea716', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f', 'mac_address': 'fa:16:3e:ef:dc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:58:36Z', 'updated_at': '2020-12-02T15:58:39Z', 'revision_number': 1, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b847b3-d95b-4317-9946-46c302cc7e28', 'name': '', 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'mac_address': 'fa:16:3e:c5:7e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:37Z', 'updated_at': '2020-12-02T15:57:48Z', 'revision_number': 5, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'subnets': [{'id': 'b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:58:41.783371 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6506169f-8467-4a07-b289-ec220c506d27 None None] Checking router: d73666dc-84ac-49fd-8f32-b2424d46897f for host: dv-cinder-737618-2-smb {{(pid=80333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:58:41.800378 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-49afeb41-71ba-41a6-88c3-98331d259657 req-772d2a9a-3b8d-4e5c-ab73-2035659cd19b service neutron] 10.222.0.98 "GET /v2.0/networks/80b9d94e-02e9-4910-943b-22624c06727f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657555 Dec 02 15:58:41.804741 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50df771-04fb-4687-b072-171397d32a8c req-a492dfd2-2376-4f4a-b926-beba355e98da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:41.806384 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e50df771-04fb-4687-b072-171397d32a8c req-a492dfd2-2376-4f4a-b926-beba355e98da service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=80b9d94e-02e9-4910-943b-22624c06727f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1087520 Dec 02 15:58:41.808513 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6506169f-8467-4a07-b289-ec220c506d27 None None] Routers {'d73666dc-84ac-49fd-8f32-b2424d46897f'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:58:41.809417 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-6506169f-8467-4a07-b289-ec220c506d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:58:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['d73666dc-84ac-49fd-8f32-b2424d46897f'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:58:41.980428 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e50df771-04fb-4687-b072-171397d32a8c req-a8a720d0-f221-4ce8-a616-ad280a365b50 service neutron] 10.222.0.90 "GET /v2.0/networks/80b9d94e-02e9-4910-943b-22624c06727f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612284 Dec 02 15:58:42.021966 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-49afeb41-71ba-41a6-88c3-98331d259657 req-a870f8ce-b574-4508-b46c-417b7ab7e431 service neutron] 10.222.0.98 "GET /v2.0/networks/80b9d94e-02e9-4910-943b-22624c06727f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2136948 Dec 02 15:58:42.063453 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-6506169f-8467-4a07-b289-ec220c506d27 None None] Set router d73666dc-84ac-49fd-8f32-b2424d46897f gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:58:42.152366 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-bb13f9cb-7b0a-446c-adc0-d498ecd4d78b req-24ba1258-7f9b-4bcd-9be2-bdd045ba4247 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1948711306', 'description': 'tempest-TestMinimumBasicScenario-1948711306 description'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:58:42.163184 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-bb13f9cb-7b0a-446c-adc0-d498ecd4d78b req-24ba1258-7f9b-4bcd-9be2-bdd045ba4247 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:58:42.187271 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-bb13f9cb-7b0a-446c-adc0-d498ecd4d78b req-24ba1258-7f9b-4bcd-9be2-bdd045ba4247 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:58:42.191827 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e50df771-04fb-4687-b072-171397d32a8c req-c339283b-ef0e-4925-9f00-240799dc02c6 service neutron] 10.222.0.90 "GET /v2.0/networks/80b9d94e-02e9-4910-943b-22624c06727f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1990800 Dec 02 15:58:42.214475 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4af53-a480-47ec-9be7-8b85914b190e req-a6df6ce9-7cda-49d9-9cf6-c487ab5a8715 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:42.216457 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7ab4af53-a480-47ec-9be7-8b85914b190e req-a6df6ce9-7cda-49d9-9cf6-c487ab5a8715 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.1450560 Dec 02 15:58:42.247428 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bb13f9cb-7b0a-446c-adc0-d498ecd4d78b req-24ba1258-7f9b-4bcd-9be2-bdd045ba4247 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:42.290239 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-bb13f9cb-7b0a-446c-adc0-d498ecd4d78b req-24ba1258-7f9b-4bcd-9be2-bdd045ba4247 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:58:42.305111 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-bb13f9cb-7b0a-446c-adc0-d498ecd4d78b req-24ba1258-7f9b-4bcd-9be2-bdd045ba4247 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Usage tracker for resource:security_group_rule and tenant:0e079676030e4a98bb89d67eaf971bb3 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:58:42.311645 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-bb13f9cb-7b0a-446c-adc0-d498ecd4d78b req-24ba1258-7f9b-4bcd-9be2-bdd045ba4247 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:58:42.321502 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7ab4af53-a480-47ec-9be7-8b85914b190e req-0358ce48-9340-4986-b013-156a7bb3149d tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978692 Dec 02 15:58:42.322514 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-bb13f9cb-7b0a-446c-adc0-d498ecd4d78b req-24ba1258-7f9b-4bcd-9be2-bdd045ba4247 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:58:42.425223 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bb13f9cb-7b0a-446c-adc0-d498ecd4d78b req-24ba1258-7f9b-4bcd-9be2-bdd045ba4247 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:42.453096 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bb13f9cb-7b0a-446c-adc0-d498ecd4d78b req-24ba1258-7f9b-4bcd-9be2-bdd045ba4247 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:42.460199 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b37994eb-8c9a-4ef5-960d-6296673df393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:42.508052 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba1258-7f9b-4bcd-9be2-bdd045ba4247 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Pushing event updated for resources: {'SecurityGroup': ['ID=26be4201-c91b-4a01-9f9d-c9e1e1e4466e,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:42.508634 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-6506169f-8467-4a07-b289-ec220c506d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'name': 'tempest-TestMinimumBasicScenario-1064348726-router', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:57:32Z', 'updated_at': '2020-12-02T15:57:38Z', 'revision_number': 4, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'gw_port': {'id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:33Z', 'updated_at': '2020-12-02T15:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_floatingips': [{'id': 'e2e092b7-4210-4c2b-9691-a8c85b81f8ef', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'floating_ip_address': '172.28.0.211', 'floating_network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'router_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'port_id': '97ffc985-f1e2-4ae8-907e-dc1dd6aea716', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f', 'mac_address': 'fa:16:3e:ef:dc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:58:36Z', 'updated_at': '2020-12-02T15:58:39Z', 'revision_number': 1, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b847b3-d95b-4317-9946-46c302cc7e28', 'name': '', 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'mac_address': 'fa:16:3e:c5:7e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:37Z', 'updated_at': '2020-12-02T15:57:48Z', 'revision_number': 5, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'subnets': [{'id': 'b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:58:42.511261 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-24ba1258-7f9b-4bcd-9be2-bdd045ba4247 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:42.515141 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6506169f-8467-4a07-b289-ec220c506d27 None None] The sync data for ids ['d73666dc-84ac-49fd-8f32-b2424d46897f'] in dv-cinder-737618-2-smb is: [{'id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'name': 'tempest-TestMinimumBasicScenario-1064348726-router', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:57:32Z', 'updated_at': '2020-12-02T15:57:38Z', 'revision_number': 4, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'gw_port': {'id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:33Z', 'updated_at': '2020-12-02T15:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_floatingips': [{'id': 'e2e092b7-4210-4c2b-9691-a8c85b81f8ef', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'floating_ip_address': '172.28.0.211', 'floating_network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'router_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'port_id': '97ffc985-f1e2-4ae8-907e-dc1dd6aea716', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f', 'mac_address': 'fa:16:3e:ef:dc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T15:58:36Z', 'updated_at': '2020-12-02T15:58:39Z', 'revision_number': 1, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b847b3-d95b-4317-9946-46c302cc7e28', 'name': '', 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'mac_address': 'fa:16:3e:c5:7e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:37Z', 'updated_at': '2020-12-02T15:57:48Z', 'revision_number': 5, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'subnets': [{'id': 'b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:58:42.545192 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-bb13f9cb-7b0a-446c-adc0-d498ecd4d78b req-24ba1258-7f9b-4bcd-9be2-bdd045ba4247 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:42.548351 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bb13f9cb-7b0a-446c-adc0-d498ecd4d78b req-24ba1258-7f9b-4bcd-9be2-bdd045ba4247 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1769 time: 0.4016128 Dec 02 15:58:42.639485 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0d52d995-73ef-47a4-8631-19bbd1602259 req-9b31297d-d9e8-42eb-8e8f-e26e8719f243 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups/26be4201-c91b-4a01-9f9d-c9e1e1e4466e HTTP/1.1" status: 200 len: 1764 time: 0.0533042 Dec 02 15:58:42.653502 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-0d52d995-73ef-47a4-8631-19bbd1602259 req-16f5f7fb-7ba0-4e77-8ad3-e63e97aee19a tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '26be4201-c91b-4a01-9f9d-c9e1e1e4466e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:58:42.653963 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-0d52d995-73ef-47a4-8631-19bbd1602259 req-16f5f7fb-7ba0-4e77-8ad3-e63e97aee19a tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '26be4201-c91b-4a01-9f9d-c9e1e1e4466e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:58:42.660798 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-0d52d995-73ef-47a4-8631-19bbd1602259 req-16f5f7fb-7ba0-4e77-8ad3-e63e97aee19a tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:58:42.665026 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-0d52d995-73ef-47a4-8631-19bbd1602259 req-16f5f7fb-7ba0-4e77-8ad3-e63e97aee19a tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Usage tracker for resource:security_group_rule and tenant:0e079676030e4a98bb89d67eaf971bb3 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:58:42.668409 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-0d52d995-73ef-47a4-8631-19bbd1602259 req-16f5f7fb-7ba0-4e77-8ad3-e63e97aee19a tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:58:42.675078 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-0d52d995-73ef-47a4-8631-19bbd1602259 req-16f5f7fb-7ba0-4e77-8ad3-e63e97aee19a tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:58:42.811341 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0d52d995-73ef-47a4-8631-19bbd1602259 req-16f5f7fb-7ba0-4e77-8ad3-e63e97aee19a tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks [] for security_group_rule, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:42.838258 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f5d439-27d9-40c9-8265-ece574d1e3e2 None None] New status for floating IP e2e092b7-4210-4c2b-9691-a8c85b81f8ef: ACTIVE {{(pid=80332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 02 15:58:42.845470 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0d52d995-73ef-47a4-8631-19bbd1602259 req-16f5f7fb-7ba0-4e77-8ad3-e63e97aee19a tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:42.878137 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0d52d995-73ef-47a4-8631-19bbd1602259 req-16f5f7fb-7ba0-4e77-8ad3-e63e97aee19a tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443572'] for security_group_rule, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:42.880507 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b76515d5-41d7-4b5b-b0ca-285b9cc9e81c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:42.910665 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5f7fb-7ba0-4e77-8ad3-e63e97aee19a tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7643f8-b4d8-496a-829f-f52f9d05fb03,revision_number=0']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:42.913550 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-16f5f7fb-7ba0-4e77-8ad3-e63e97aee19a tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:42.946821 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-0d52d995-73ef-47a4-8631-19bbd1602259 req-16f5f7fb-7ba0-4e77-8ad3-e63e97aee19a tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks [] for security_group_rule, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:42.948146 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0d52d995-73ef-47a4-8631-19bbd1602259 req-16f5f7fb-7ba0-4e77-8ad3-e63e97aee19a tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 0.2997310 Dec 02 15:58:43.057094 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-67e1342c-c3b6-43a0-8f54-b654a662f544 req-6709ee11-c34a-44a6-a09f-8a46e582fbb1 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups/26be4201-c91b-4a01-9f9d-c9e1e1e4466e HTTP/1.1" status: 200 len: 2325 time: 0.0686293 Dec 02 15:58:43.064688 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-67e1342c-c3b6-43a0-8f54-b654a662f544 req-7e7c091c-21a2-465a-8c0d-91578c81059f tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '26be4201-c91b-4a01-9f9d-c9e1e1e4466e', 'remote_group_id': None}]} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:58:43.064688 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-67e1342c-c3b6-43a0-8f54-b654a662f544 req-7e7c091c-21a2-465a-8c0d-91578c81059f tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '26be4201-c91b-4a01-9f9d-c9e1e1e4466e', 'remote_group_id': None}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:58:43.073232 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-67e1342c-c3b6-43a0-8f54-b654a662f544 req-7e7c091c-21a2-465a-8c0d-91578c81059f tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:58:43.079070 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-67e1342c-c3b6-43a0-8f54-b654a662f544 req-7e7c091c-21a2-465a-8c0d-91578c81059f tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Usage tracker for resource:security_group_rule and tenant:0e079676030e4a98bb89d67eaf971bb3 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:58:43.083013 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-67e1342c-c3b6-43a0-8f54-b654a662f544 req-7e7c091c-21a2-465a-8c0d-91578c81059f tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:58:43.091611 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-67e1342c-c3b6-43a0-8f54-b654a662f544 req-7e7c091c-21a2-465a-8c0d-91578c81059f tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:58:43.200363 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-67e1342c-c3b6-43a0-8f54-b654a662f544 req-7e7c091c-21a2-465a-8c0d-91578c81059f tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks [] for security_group_rule, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:43.228844 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-67e1342c-c3b6-43a0-8f54-b654a662f544 req-7e7c091c-21a2-465a-8c0d-91578c81059f tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:43.253399 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-67e1342c-c3b6-43a0-8f54-b654a662f544 req-7e7c091c-21a2-465a-8c0d-91578c81059f tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443572'] for security_group_rule, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:43.261770 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0438b265-9c3e-4582-969c-dd4ebb7f4c95 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:43.286039 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c091c-21a2-465a-8c0d-91578c81059f tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32565d18-6dcc-4bf3-8d5a-b210df4de7d1,revision_number=0']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:43.289554 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-7e7c091c-21a2-465a-8c0d-91578c81059f tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:43.322020 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-67e1342c-c3b6-43a0-8f54-b654a662f544 req-7e7c091c-21a2-465a-8c0d-91578c81059f tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks [] for security_group_rule, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:43.323452 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-67e1342c-c3b6-43a0-8f54-b654a662f544 req-7e7c091c-21a2-465a-8c0d-91578c81059f tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 759 time: 0.2652934 Dec 02 15:58:43.517668 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-8ff81707-f7bc-4002-b3ae-d72416d6b3d7 req-0d777c55-2602-4faf-a22e-7a508c35514c tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Synchronizing usage tracker for tenant:0e079676030e4a98bb89d67eaf971bb3 on resource:security_group {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:58:43.583552 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-8ff81707-f7bc-4002-b3ae-d72416d6b3d7 req-0d777c55-2602-4faf-a22e-7a508c35514c tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Unset dirty status for tenant:0e079676030e4a98bb89d67eaf971bb3 on resource:security_group {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:58:43.584818 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8ff81707-f7bc-4002-b3ae-d72416d6b3d7 req-0d777c55-2602-4faf-a22e-7a508c35514c tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1948711306&fields=id&tenant_id=0e079676030e4a98bb89d67eaf971bb3 HTTP/1.1" status: 200 len: 267 time: 0.1116509 Dec 02 15:58:43.690807 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b98a2-a0b9-4c15-8cc7-31f5efcae641 req-1cdd5fc1-b043-4c66-bf86-4e2a621d5f18 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:43.692469 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e47b98a2-a0b9-4c15-8cc7-31f5efcae641 req-1cdd5fc1-b043-4c66-bf86-4e2a621d5f18 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.1563873 Dec 02 15:58:43.722976 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff81707-f7bc-4002-b3ae-d72416d6b3d7 req-4495658b-b638-4101-9e2f-9e58bc9bec1a tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:43.724640 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8ff81707-f7bc-4002-b3ae-d72416d6b3d7 req-4495658b-b638-4101-9e2f-9e58bc9bec1a tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 946 time: 0.1325767 Dec 02 15:58:43.740466 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-8ff81707-f7bc-4002-b3ae-d72416d6b3d7 req-94cfe44f-1139-4e95-a23a-9fa87b6e249e tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Request body: {'port': {'security_groups': ['4bfd1f87-207a-4a6d-a8d1-da587a8f8aca', '26be4201-c91b-4a01-9f9d-c9e1e1e4466e']}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 15:58:43.818552 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e47b98a2-a0b9-4c15-8cc7-31f5efcae641 req-358bf26b-afda-4db1-bd88-e3a640b526d7 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173217 Dec 02 15:58:43.829024 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 43924) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:58:43.897379 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-8ff81707-f7bc-4002-b3ae-d72416d6b3d7 req-94cfe44f-1139-4e95-a23a-9fa87b6e249e tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:44.006075 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b6eacdbb-2330-459d-aa6b-d5e977c2812a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:44.025009 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-b6eacdbb-2330-459d-aa6b-d5e977c2812a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:58:44.031758 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-b6eacdbb-2330-459d-aa6b-d5e977c2812a admin admin] Usage tracker for resource:security_group_rule and tenant:93c15089f55f46f499e7bc43c5dc9b1b is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:58:44.035522 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-b6eacdbb-2330-459d-aa6b-d5e977c2812a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:58:44.045875 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-b6eacdbb-2330-459d-aa6b-d5e977c2812a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:58:44.233951 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b6eacdbb-2330-459d-aa6b-d5e977c2812a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:44.266203 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b6eacdbb-2330-459d-aa6b-d5e977c2812a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:44.276062 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-be6eb128-f461-47a9-83c5-a9f3039bd6b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:44.320708 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-b6eacdbb-2330-459d-aa6b-d5e977c2812a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=93c15089f55f46f499e7bc43c5dc9b1b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4895742 Dec 02 15:58:44.324980 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 43930) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:58:44.333329 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-8ff81707-f7bc-4002-b3ae-d72416d6b3d7 req-94cfe44f-1139-4e95-a23a-9fa87b6e249e tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] For port 97ffc985-f1e2-4ae8-907e-dc1dd6aea716, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=97ffc985-f1e2-4ae8-907e-dc1dd6aea716,segment=NetworkSegment(4e285664-1290-42fd-96db-d709b27ecdbe),segment_id=4e285664-1290-42fd-96db-d709b27ecdbe)] {{(pid=80331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:58:44.348066 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eacdbb-2330-459d-aa6b-d5e977c2812a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2efecf-9183-4533-b4fe-62c20f2c9bb5,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:44.353902 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b6eacdbb-2330-459d-aa6b-d5e977c2812a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:44.364382 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-8ff81707-f7bc-4002-b3ae-d72416d6b3d7 req-94cfe44f-1139-4e95-a23a-9fa87b6e249e tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks [] for port, precommit_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:44.409277 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d35a2a19-2ddf-478e-a720-1131746153c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:44.414853 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-8ff81707-f7bc-4002-b3ae-d72416d6b3d7 req-94cfe44f-1139-4e95-a23a-9fa87b6e249e tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839950729'] for port, after_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:44.433796 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-febba698-51f0-4055-94a8-798b2b5a156f tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:44.439258 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d35a2a19-2ddf-478e-a720-1131746153c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:44.595495 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfe44f-1139-4e95-a23a-9fa87b6e249e tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Pushing event updated for resources: {'Port': ['ID=97ffc985-f1e2-4ae8-907e-dc1dd6aea716,revision_number=5']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:44.599655 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-94cfe44f-1139-4e95-a23a-9fa87b6e249e tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:44.626497 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d35a2a19-2ddf-478e-a720-1131746153c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:44.632119 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-de4d88e0-1e28-4e67-8756-067ce0e0e7fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:44.645303 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff81707-f7bc-4002-b3ae-d72416d6b3d7 req-94cfe44f-1139-4e95-a23a-9fa87b6e249e tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:44.646104 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-8ff81707-f7bc-4002-b3ae-d72416d6b3d7 req-94cfe44f-1139-4e95-a23a-9fa87b6e249e tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:44.647671 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8ff81707-f7bc-4002-b3ae-d72416d6b3d7 req-94cfe44f-1139-4e95-a23a-9fa87b6e249e tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "PUT /v2.0/ports/97ffc985-f1e2-4ae8-907e-dc1dd6aea716 HTTP/1.1" status: 200 len: 982 time: 0.9146380 Dec 02 15:58:44.648158 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640', 'tag': '97ffc985-f1e2-4ae8-907e-dc1dd6aea716'}] {{(pid=80331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:58:44.648288 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a2a19-2ddf-478e-a720-1131746153c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2efecf-9183-4533-b4fe-62c20f2c9bb5,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:44.652009 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d35a2a19-2ddf-478e-a720-1131746153c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:44.654294 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d35a2a19-2ddf-478e-a720-1131746153c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:44.658050 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-d35a2a19-2ddf-478e-a720-1131746153c1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1c2efecf-9183-4533-b4fe-62c20f2c9bb5 HTTP/1.1" status: 204 len: 168 time: 0.3289716 Dec 02 15:58:44.731337 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640', 'tag': '97ffc985-f1e2-4ae8-907e-dc1dd6aea716', 'status': 'completed', 'code': 200} Dec 02 15:58:44.879884 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a47dae-29fe-4f41-a215-fc0c13551a99 req-76982dd5-3e0e-448f-84d8-7a0ec3d998d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:44.881747 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-69a47dae-29fe-4f41-a215-fc0c13551a99 req-76982dd5-3e0e-448f-84d8-7a0ec3d998d8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0e079676030e4a98bb89d67eaf971bb3&device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 1203 time: 0.0956850 Dec 02 15:58:44.898866 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4fb8e-d448-4e01-a6e1-88074ea4010b req-1d333a0e-fd66-4001-ab2e-8b3967d8bc21 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:44.900509 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2dc4fb8e-d448-4e01-a6e1-88074ea4010b req-1d333a0e-fd66-4001-ab2e-8b3967d8bc21 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.1031010 Dec 02 15:58:44.931038 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-04b0ce02-0dc1-4480-9a50-5acbcecf521b None None] Provisioning complete for port 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:58:44.931684 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-04b0ce02-0dc1-4480-9a50-5acbcecf521b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:44.962225 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2dc4fb8e-d448-4e01-a6e1-88074ea4010b req-c6bb3185-4013-4dad-8f2b-908b4af91bd3 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0538576 Dec 02 15:58:45.129280 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a47dae-29fe-4f41-a215-fc0c13551a99 req-ae5ab55d-b29f-4cc3-9b47-25fa70b63d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:45.131030 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-69a47dae-29fe-4f41-a215-fc0c13551a99 req-ae5ab55d-b29f-4cc3-9b47-25fa70b63d6a service neutron] 10.222.0.90 "GET /v2.0/networks?id=80b9d94e-02e9-4910-943b-22624c06727f HTTP/1.1" status: 200 len: 909 time: 0.2418740 Dec 02 15:58:45.170313 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f383a-6488-411a-8388-e79fb25156c4 req-8a17d3fa-d28f-4f8b-ab6c-a93f73a0a6b1 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:45.172100 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0d9f383a-6488-411a-8388-e79fb25156c4 req-8a17d3fa-d28f-4f8b-ab6c-a93f73a0a6b1 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.1175332 Dec 02 15:58:45.229291 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0d9f383a-6488-411a-8388-e79fb25156c4 req-5ae6dd88-f98e-436b-a11f-ab0522c959be tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500965 Dec 02 15:58:45.268802 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-69a47dae-29fe-4f41-a215-fc0c13551a99 req-2b335085-89b3-4a91-8232-773401028a3d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97ffc985-f1e2-4ae8-907e-dc1dd6aea716 HTTP/1.1" status: 200 len: 1002 time: 0.1282513 Dec 02 15:58:45.329119 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 43948) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:58:45.348106 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a47dae-29fe-4f41-a215-fc0c13551a99 req-60f740ce-de9e-4fb0-b192-9c222a296cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:45.348398 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-44f63085-b4b6-4eae-9a0f-9753a838d674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:45.349703 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-69a47dae-29fe-4f41-a215-fc0c13551a99 req-60f740ce-de9e-4fb0-b192-9c222a296cae service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c HTTP/1.1" status: 200 len: 854 time: 0.0729017 Dec 02 15:58:45.365772 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-44f63085-b4b6-4eae-9a0f-9753a838d674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:58:45.370283 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-44f63085-b4b6-4eae-9a0f-9753a838d674 admin admin] Usage tracker for resource:security_group_rule and tenant:6709dfc556ba4de295d5a618a7a454fd is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:58:45.374263 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-44f63085-b4b6-4eae-9a0f-9753a838d674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:58:45.380318 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-44f63085-b4b6-4eae-9a0f-9753a838d674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:58:45.437059 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a47dae-29fe-4f41-a215-fc0c13551a99 req-f4b7500d-644e-4c40-92fb-7ae954fe3acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:45.438832 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-69a47dae-29fe-4f41-a215-fc0c13551a99 req-f4b7500d-644e-4c40-92fb-7ae954fe3acc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=80b9d94e-02e9-4910-943b-22624c06727f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0807281 Dec 02 15:58:45.583601 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-44f63085-b4b6-4eae-9a0f-9753a838d674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:45.595635 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-69a47dae-29fe-4f41-a215-fc0c13551a99 req-368a3d8c-8e57-4469-b118-f2ca10d67178 service neutron] 10.222.0.90 "GET /v2.0/networks/80b9d94e-02e9-4910-943b-22624c06727f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474462 Dec 02 15:58:45.612963 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-44f63085-b4b6-4eae-9a0f-9753a838d674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:45.622621 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-497f2545-d516-4ced-9616-78441079fe81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:45.668852 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-44f63085-b4b6-4eae-9a0f-9753a838d674 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6709dfc556ba4de295d5a618a7a454fd&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3353889 Dec 02 15:58:45.668852 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f63085-b4b6-4eae-9a0f-9753a838d674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f0cde8-7f35-432a-9afe-2e168ae418ac,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:45.670186 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 43952) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:58:45.672892 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-44f63085-b4b6-4eae-9a0f-9753a838d674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:45.739706 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-817eb2e1-4c7a-492b-a920-06e606e9320e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:45.747949 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-69a47dae-29fe-4f41-a215-fc0c13551a99 req-b3f9a591-0b37-41a8-bf23-393ccad6fb69 service neutron] 10.222.0.90 "GET /v2.0/networks/80b9d94e-02e9-4910-943b-22624c06727f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1444247 Dec 02 15:58:45.767390 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-817eb2e1-4c7a-492b-a920-06e606e9320e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:45.847985 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-817eb2e1-4c7a-492b-a920-06e606e9320e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:45.853375 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-958637bc-7284-4cfd-b051-19c20165a7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:45.868429 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817eb2e1-4c7a-492b-a920-06e606e9320e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f0cde8-7f35-432a-9afe-2e168ae418ac,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:45.871238 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-817eb2e1-4c7a-492b-a920-06e606e9320e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:45.872743 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-817eb2e1-4c7a-492b-a920-06e606e9320e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:45.873939 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-817eb2e1-4c7a-492b-a920-06e606e9320e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a1f0cde8-7f35-432a-9afe-2e168ae418ac HTTP/1.1" status: 204 len: 168 time: 0.2027547 Dec 02 15:58:46.475018 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632c135-2c13-4bf4-b00a-d76b9653f01d req-79ec6e75-2d54-47ae-a610-8c6bb3205770 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:46.476676 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8632c135-2c13-4bf4-b00a-d76b9653f01d req-79ec6e75-2d54-47ae-a610-8c6bb3205770 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.0876644 Dec 02 15:58:46.535960 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8632c135-2c13-4bf4-b00a-d76b9653f01d req-86222223-65f2-4127-9542-12b4fab61805 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502484 Dec 02 15:58:46.568052 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:58:46.655033 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:58:46.655453 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:47.774961 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f57111-8d06-488f-a568-91bed9ceb7bb req-91751fbf-9e99-4912-b7a3-287770b632e5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:47.776634 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-60f57111-8d06-488f-a568-91bed9ceb7bb req-91751fbf-9e99-4912-b7a3-287770b632e5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.0888343 Dec 02 15:58:47.828440 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-60f57111-8d06-488f-a568-91bed9ceb7bb req-aeea0659-ffee-427c-9dba-44d358783502 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436466 Dec 02 15:58:49.070552 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187c4a8-99c2-4d7d-a3a4-a53a82f9fd74 req-d8b6d8a7-6299-49e1-8961-b51327425909 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:49.072174 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0187c4a8-99c2-4d7d-a3a4-a53a82f9fd74 req-d8b6d8a7-6299-49e1-8961-b51327425909 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.0884154 Dec 02 15:58:49.121828 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0187c4a8-99c2-4d7d-a3a4-a53a82f9fd74 req-d6f56228-c7dc-48ec-8687-3d1e255a10b0 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422676 Dec 02 15:58:50.357201 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14f62d-e68f-4134-b41e-7a8e2b509632 req-183b6516-0d90-48cd-ae97-a791eab40f7a tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:50.358830 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ae14f62d-e68f-4134-b41e-7a8e2b509632 req-183b6516-0d90-48cd-ae97-a791eab40f7a tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.0852165 Dec 02 15:58:50.409319 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ae14f62d-e68f-4134-b41e-7a8e2b509632 req-f2a07ba1-17ab-493b-a41f-46d475d56416 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440652 Dec 02 15:58:51.646658 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19399465-b732-437b-abb5-092ef3f91441 req-b639a0e0-46e8-4377-aacb-2e2bc9136bda tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:51.648283 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-19399465-b732-437b-abb5-092ef3f91441 req-b639a0e0-46e8-4377-aacb-2e2bc9136bda tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.0885100 Dec 02 15:58:51.698269 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-19399465-b732-437b-abb5-092ef3f91441 req-bb01698a-f8ff-4f06-9ded-20940522f53f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432258 Dec 02 15:58:51.923521 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a426906e-b50f-4e5f-8a69-3f3e243341f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:52.950896 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71986ab0-d972-426f-8c4e-61da52560c6f req-10ef5076-3291-49f7-8ff9-17fecbb3dc29 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:52.952536 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-71986ab0-d972-426f-8c4e-61da52560c6f req-10ef5076-3291-49f7-8ff9-17fecbb3dc29 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.0980797 Dec 02 15:58:53.003415 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-71986ab0-d972-426f-8c4e-61da52560c6f req-cf407d5d-5e50-4e3a-af41-088343a6d598 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441229 Dec 02 15:58:54.326849 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc6322-a463-4055-8d81-ab6286110d70 req-42162ba7-7e08-444b-bfc4-e8366340446f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:54.331265 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a3dc6322-a463-4055-8d81-ab6286110d70 req-42162ba7-7e08-444b-bfc4-e8366340446f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.0936885 Dec 02 15:58:54.387325 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a3dc6322-a463-4055-8d81-ab6286110d70 req-5061592c-59cf-40e2-8615-5d3fae92c982 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519893 Dec 02 15:58:54.436059 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c5872d0c-46fa-4e25-8b1b-6d2bac5e1067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:54.875810 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:55.260527 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 44072) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:58:55.454486 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2f5909cb-d89f-4ea4-aa67-a1b8d85127ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:55.473764 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-2f5909cb-d89f-4ea4-aa67-a1b8d85127ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:58:55.479108 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-2f5909cb-d89f-4ea4-aa67-a1b8d85127ad admin admin] Usage tracker for resource:security_group_rule and tenant:58b06db92e4144d4b9fd3cb1177f831c is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:58:55.482720 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-2f5909cb-d89f-4ea4-aa67-a1b8d85127ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:58:55.489199 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-2f5909cb-d89f-4ea4-aa67-a1b8d85127ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:58:55.630834 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2f5909cb-d89f-4ea4-aa67-a1b8d85127ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:55.678490 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30089e12-e8d7-4e5c-88be-d9a9ff11f07c req-8528c522-1b28-46dd-9c77-7010fa2b34c6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:55.680639 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-30089e12-e8d7-4e5c-88be-d9a9ff11f07c req-8528c522-1b28-46dd-9c77-7010fa2b34c6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.0961161 Dec 02 15:58:55.681430 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-2f5909cb-d89f-4ea4-aa67-a1b8d85127ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:55.692473 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-44f63085-b4b6-4eae-9a0f-9753a838d674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:55.767719 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:55.993768 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-2f5909cb-d89f-4ea4-aa67-a1b8d85127ad admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=58b06db92e4144d4b9fd3cb1177f831c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7319739 Dec 02 15:58:55.996735 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 44080) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:58:55.997754 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5909cb-d89f-4ea4-aa67-a1b8d85127ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598c5ec7-e3bb-43dc-b76c-9d90b76780c3,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:56.002862 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2f5909cb-d89f-4ea4-aa67-a1b8d85127ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:56.007477 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-30089e12-e8d7-4e5c-88be-d9a9ff11f07c req-61f327a1-1af4-48a2-8195-3bb34b6907f0 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3161228 Dec 02 15:58:56.067728 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-bb99bf94-31cc-402a-8ff1-d8a4ef92b647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:56.099951 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-bb99bf94-31cc-402a-8ff1-d8a4ef92b647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:56.207436 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-bb99bf94-31cc-402a-8ff1-d8a4ef92b647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:56.212799 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69211ea5-4e2a-4012-ba12-769436bc37ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:56.229039 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99bf94-31cc-402a-8ff1-d8a4ef92b647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598c5ec7-e3bb-43dc-b76c-9d90b76780c3,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:56.232105 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-bb99bf94-31cc-402a-8ff1-d8a4ef92b647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:56.234537 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-bb99bf94-31cc-402a-8ff1-d8a4ef92b647 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/598c5ec7-e3bb-43dc-b76c-9d90b76780c3 HTTP/1.1" status: 204 len: 168 time: 0.2354410 Dec 02 15:58:56.234537 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-bb99bf94-31cc-402a-8ff1-d8a4ef92b647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:56.818023 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 44092) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:58:56.825253 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:56.841990 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a9a51e95-66ab-480d-97eb-70ebc7daa766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:56.861915 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-a9a51e95-66ab-480d-97eb-70ebc7daa766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:58:56.867524 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-a9a51e95-66ab-480d-97eb-70ebc7daa766 admin admin] Usage tracker for resource:security_group_rule and tenant:f6b23283f3084bbe88bacd7c022cf322 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:58:56.873624 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-a9a51e95-66ab-480d-97eb-70ebc7daa766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:58:56.880276 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-a9a51e95-66ab-480d-97eb-70ebc7daa766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:58:56.997716 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a9a51e95-66ab-480d-97eb-70ebc7daa766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:57.035858 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a9a51e95-66ab-480d-97eb-70ebc7daa766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:57.044069 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-816310d9-23c3-439c-a6b8-0fc16a55530a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:57.108454 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a51e95-66ab-480d-97eb-70ebc7daa766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551bbef0-0df4-41ab-9aff-f5766d5075b0,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:57.124659 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a9a51e95-66ab-480d-97eb-70ebc7daa766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:57.130619 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 44098) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:58:57.130801 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-a9a51e95-66ab-480d-97eb-70ebc7daa766 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f6b23283f3084bbe88bacd7c022cf322&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3114059 Dec 02 15:58:57.282090 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f3d98685-aa78-4db9-9e32-d2694bc801e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:57.333335 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f3d98685-aa78-4db9-9e32-d2694bc801e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:57.362685 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9f091-285f-4354-ab92-d7fd37818493 req-76543241-d5af-4992-bd64-c0b139d99a29 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:57.364268 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9cd9f091-285f-4354-ab92-d7fd37818493 req-76543241-d5af-4992-bd64-c0b139d99a29 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.1553233 Dec 02 15:58:57.440896 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9cd9f091-285f-4354-ab92-d7fd37818493 req-5bb61b67-033e-4fd1-936d-62d70722ee0f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701060 Dec 02 15:58:57.497286 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f3d98685-aa78-4db9-9e32-d2694bc801e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:57.503694 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-73b9c95d-3d32-4aac-85ae-8d8db08dabaa tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:58:57.519855 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d98685-aa78-4db9-9e32-d2694bc801e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551bbef0-0df4-41ab-9aff-f5766d5075b0,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:58:57.522782 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-f3d98685-aa78-4db9-9e32-d2694bc801e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:58:57.532203 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f3d98685-aa78-4db9-9e32-d2694bc801e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:58:57.533526 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-f3d98685-aa78-4db9-9e32-d2694bc801e3 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/551bbef0-0df4-41ab-9aff-f5766d5075b0 HTTP/1.1" status: 204 len: 168 time: 0.4013615 Dec 02 15:58:57.728060 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1cbb44d6-273c-49f8-a6a7-c99ba80bace9 req-93dfc88b-04b5-43f8-a310-6ded3edef13b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0876732 Dec 02 15:58:57.967952 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb44d6-273c-49f8-a6a7-c99ba80bace9 req-47063d7b-3343-455d-af71-ed8cc2a24916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:57.973010 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1cbb44d6-273c-49f8-a6a7-c99ba80bace9 req-47063d7b-3343-455d-af71-ed8cc2a24916 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e8d7a18fc79d48ee8c642b9c7dcb09bb&device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 1162 time: 0.1075301 Dec 02 15:58:58.193783 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb44d6-273c-49f8-a6a7-c99ba80bace9 req-01b57443-94f6-4aca-8b4f-50ad88a15f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:58.195565 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1cbb44d6-273c-49f8-a6a7-c99ba80bace9 req-01b57443-94f6-4aca-8b4f-50ad88a15f14 service neutron] 10.222.0.90 "GET /v2.0/networks?id=381266ba-2c0c-4b16-ae63-d025abb85ceb HTTP/1.1" status: 200 len: 902 time: 0.1907773 Dec 02 15:58:58.341750 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1cbb44d6-273c-49f8-a6a7-c99ba80bace9 req-9f126fc4-626f-4cfb-a2e1-5d6b2ee492fc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f843f697-aa2c-489f-8351-4b3862c2d7aa HTTP/1.1" status: 200 len: 1001 time: 0.1390436 Dec 02 15:58:58.454581 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb44d6-273c-49f8-a6a7-c99ba80bace9 req-7f080268-37db-4695-b472-3cbe408263cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:58.456817 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1cbb44d6-273c-49f8-a6a7-c99ba80bace9 req-7f080268-37db-4695-b472-3cbe408263cb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58fb7be0-8747-4314-8cd6-9f3f0bf15dc2 HTTP/1.1" status: 200 len: 847 time: 0.1066403 Dec 02 15:58:58.634721 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb44d6-273c-49f8-a6a7-c99ba80bace9 req-e9323b6e-ab44-4bed-9ecb-687264ae5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:58.637727 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1cbb44d6-273c-49f8-a6a7-c99ba80bace9 req-e9323b6e-ab44-4bed-9ecb-687264ae5c9b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=381266ba-2c0c-4b16-ae63-d025abb85ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1574924 Dec 02 15:58:58.808346 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468e1fd-4909-46d0-a74c-c790ee8d3016 req-480d9f31-95d2-4373-b533-ccb1a0dd0802 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:58:58.817298 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6468e1fd-4909-46d0-a74c-c790ee8d3016 req-480d9f31-95d2-4373-b533-ccb1a0dd0802 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.1279573 Dec 02 15:58:58.876278 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1cbb44d6-273c-49f8-a6a7-c99ba80bace9 req-ac8c4c75-6463-4708-b3a9-385c92d6a08c service neutron] 10.222.0.90 "GET /v2.0/networks/381266ba-2c0c-4b16-ae63-d025abb85ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302160 Dec 02 15:58:58.876522 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6468e1fd-4909-46d0-a74c-c790ee8d3016 req-deff5b44-df4c-46fe-87b7-71e0049e890b tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582359 Dec 02 15:58:59.126354 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1cbb44d6-273c-49f8-a6a7-c99ba80bace9 req-78439bb8-f4a9-4466-8564-af02af7b924d service neutron] 10.222.0.90 "GET /v2.0/networks/381266ba-2c0c-4b16-ae63-d025abb85ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2416139 Dec 02 15:58:59.599096 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:59:00.319177 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b35faa-5c4c-40ef-815d-3ffe3bfc78bd req-25bf8e09-b3ec-480b-8024-c70f613b630f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:00.321091 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-69b35faa-5c4c-40ef-815d-3ffe3bfc78bd req-25bf8e09-b3ec-480b-8024-c70f613b630f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.1502578 Dec 02 15:59:00.384097 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-69b35faa-5c4c-40ef-815d-3ffe3bfc78bd req-86f58bbe-0609-4edc-bf15-a4159f5c6aaf tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560703 Dec 02 15:59:01.652075 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e2b69-62f2-4ba7-8856-a966eeadd413 req-ecc5477c-da13-493a-88c0-3341a89fbb77 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:01.664730 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-095e2b69-62f2-4ba7-8856-a966eeadd413 req-ecc5477c-da13-493a-88c0-3341a89fbb77 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.1085382 Dec 02 15:59:01.737706 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-095e2b69-62f2-4ba7-8856-a966eeadd413 req-6b6ff718-903a-40b4-a0fe-9ac97dece0b2 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701165 Dec 02 15:59:02.108232 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:03.052374 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b5ed6-a463-44f7-8238-b8d2c1ea958a req-3d352f88-3295-46a3-969f-f992a39c35e5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:03.053945 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-171b5ed6-a463-44f7-8238-b8d2c1ea958a req-3d352f88-3295-46a3-969f-f992a39c35e5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.0964351 Dec 02 15:59:03.104963 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-171b5ed6-a463-44f7-8238-b8d2c1ea958a req-e5a0cdf7-840a-4753-9cad-6d41cd25a25d tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431449 Dec 02 15:59:04.344352 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c878886-3e09-41ad-98c0-2bffe97ee650 req-b977a1be-9c6a-47c4-a83b-aa48138b05ba tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:04.346961 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4c878886-3e09-41ad-98c0-2bffe97ee650 req-b977a1be-9c6a-47c4-a83b-aa48138b05ba tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.0890706 Dec 02 15:59:04.406617 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4c878886-3e09-41ad-98c0-2bffe97ee650 req-5d10abbd-02dd-44a3-bfeb-d40f15d827f6 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520880 Dec 02 15:59:05.453302 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b714ff-9550-4500-a485-dfcc96cd4ddb req-e5deb343-cec2-4e84-bdab-3d451ae45589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:05.455064 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e0b714ff-9550-4500-a485-dfcc96cd4ddb req-e5deb343-cec2-4e84-bdab-3d451ae45589 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5dcc037c94944143a3f2fdcc7f6a2f6d&device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 1162 time: 0.0790095 Dec 02 15:59:05.621882 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b714ff-9550-4500-a485-dfcc96cd4ddb req-81148e75-9551-49fc-91b7-c45551b60b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:05.623548 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e0b714ff-9550-4500-a485-dfcc96cd4ddb req-81148e75-9551-49fc-91b7-c45551b60b7c service neutron] 10.222.0.90 "GET /v2.0/networks?id=ae619313-79bd-4f58-9d4f-05b9d1c1f579 HTTP/1.1" status: 200 len: 911 time: 0.1553948 Dec 02 15:59:05.657929 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3643605-e4b1-4f5e-92c0-8e062837163d req-041508f7-20d9-4d2a-a5b1-87bc9973d50d tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:05.659629 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c3643605-e4b1-4f5e-92c0-8e062837163d req-041508f7-20d9-4d2a-a5b1-87bc9973d50d tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.0936463 Dec 02 15:59:05.710383 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c3643605-e4b1-4f5e-92c0-8e062837163d req-5f15456e-b625-4c9e-a6e9-1b35c899d86f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437887 Dec 02 15:59:05.739686 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e0b714ff-9550-4500-a485-dfcc96cd4ddb req-04cf975d-3206-495f-ba04-4125002c5506 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a6392d2-d369-40d6-a1a9-aababa22e43a HTTP/1.1" status: 200 len: 1000 time: 0.1072519 Dec 02 15:59:05.818214 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b714ff-9550-4500-a485-dfcc96cd4ddb req-7622c2cd-32e4-4501-8d87-981d4ad51160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:05.819848 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e0b714ff-9550-4500-a485-dfcc96cd4ddb req-7622c2cd-32e4-4501-8d87-981d4ad51160 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a59a6d3-2eec-4eca-96de-faf6098a43d0 HTTP/1.1" status: 200 len: 856 time: 0.0715950 Dec 02 15:59:05.906243 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b714ff-9550-4500-a485-dfcc96cd4ddb req-bc1e6315-2b21-42e9-857a-a202dbad0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:05.907931 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e0b714ff-9550-4500-a485-dfcc96cd4ddb req-bc1e6315-2b21-42e9-857a-a202dbad0e83 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ae619313-79bd-4f58-9d4f-05b9d1c1f579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793321 Dec 02 15:59:06.112898 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e0b714ff-9550-4500-a485-dfcc96cd4ddb req-f15dc148-b1a7-4b48-b14f-e22be497d5d1 service neutron] 10.222.0.90 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966383 Dec 02 15:59:06.519266 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e0b714ff-9550-4500-a485-dfcc96cd4ddb req-46212f12-3faf-4a09-9d5e-f413b4de1ad3 service neutron] 10.222.0.90 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3968258 Dec 02 15:59:06.603108 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 44236) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:59:06.763742 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a663bb82-f01b-4023-8c23-32081b53d534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:06.781484 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-a663bb82-f01b-4023-8c23-32081b53d534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:59:06.785792 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-a663bb82-f01b-4023-8c23-32081b53d534 admin admin] Usage tracker for resource:security_group_rule and tenant:f772e7e008cb4ab49cc0cb62252f8ef4 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:59:06.789052 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-a663bb82-f01b-4023-8c23-32081b53d534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:59:06.795755 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-a663bb82-f01b-4023-8c23-32081b53d534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:59:06.936914 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a663bb82-f01b-4023-8c23-32081b53d534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:06.975434 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea51d18-17bf-4781-9d79-9c08aeae635c req-7f554f5d-6bc9-4213-bc8f-53a68707bf62 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:06.977034 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8ea51d18-17bf-4781-9d79-9c08aeae635c req-7f554f5d-6bc9-4213-bc8f-53a68707bf62 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.1088698 Dec 02 15:59:06.977821 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a663bb82-f01b-4023-8c23-32081b53d534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:06.988464 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-817eb2e1-4c7a-492b-a920-06e606e9320e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:59:07.054151 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-a663bb82-f01b-4023-8c23-32081b53d534 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f772e7e008cb4ab49cc0cb62252f8ef4&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4497588 Dec 02 15:59:07.056827 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 44244) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:59:07.059924 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663bb82-f01b-4023-8c23-32081b53d534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1047ea7-a768-41c7-941f-663bd9dfd634,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:59:07.070234 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a663bb82-f01b-4023-8c23-32081b53d534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:59:07.105433 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8ea51d18-17bf-4781-9d79-9c08aeae635c req-8edf9f3b-692b-4a3b-916a-97a55703866f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196361 Dec 02 15:59:07.160946 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6e9e3dc2-bbe5-4f45-b023-907f4b0649b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:07.190574 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6e9e3dc2-bbe5-4f45-b023-907f4b0649b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:07.269325 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6e9e3dc2-bbe5-4f45-b023-907f4b0649b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:07.274568 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-7f7d9b20-5828-48db-9a5c-35beda9b8697 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:59:07.286152 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e3dc2-bbe5-4f45-b023-907f4b0649b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1047ea7-a768-41c7-941f-663bd9dfd634,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:59:07.289935 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6e9e3dc2-bbe5-4f45-b023-907f4b0649b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:59:07.294333 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6e9e3dc2-bbe5-4f45-b023-907f4b0649b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:07.295620 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-6e9e3dc2-bbe5-4f45-b023-907f4b0649b9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e1047ea7-a768-41c7-941f-663bd9dfd634 HTTP/1.1" status: 204 len: 168 time: 0.2377999 Dec 02 15:59:07.852160 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 44252) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:59:07.872483 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e1e1946f-2b20-4840-873e-a6b13648be5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:07.889589 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-e1e1946f-2b20-4840-873e-a6b13648be5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:59:07.893742 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-e1e1946f-2b20-4840-873e-a6b13648be5f admin admin] Usage tracker for resource:security_group_rule and tenant:c343ec5d4a15431eb6b4e797e55dd959 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:59:07.896888 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-e1e1946f-2b20-4840-873e-a6b13648be5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:59:07.903683 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-e1e1946f-2b20-4840-873e-a6b13648be5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:59:07.995872 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e1e1946f-2b20-4840-873e-a6b13648be5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:08.052724 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e1e1946f-2b20-4840-873e-a6b13648be5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:08.062543 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2ab1ccc5-e522-40df-af8b-4f6874c8db2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:59:08.113244 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-e1e1946f-2b20-4840-873e-a6b13648be5f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c343ec5d4a15431eb6b4e797e55dd959&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2598510 Dec 02 15:59:08.114216 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1946f-2b20-4840-873e-a6b13648be5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294e19aa-8c77-4c48-861d-ba342b952230,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:59:08.116970 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 44256) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:59:08.117953 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e1e1946f-2b20-4840-873e-a6b13648be5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:59:08.184030 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:08.215945 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:08.310384 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:08.316095 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b7328a02-8910-4371-96ea-6ea9896a2914 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:59:08.330556 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294e19aa-8c77-4c48-861d-ba342b952230,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:59:08.343352 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:08.343767 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:08.344178 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:08.344582 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:08.344982 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:08.345381 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:08.345776 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:08.346736 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:08.346924 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:08.347319 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:08.347716 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:08.348107 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:08.348545 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:08.348933 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:08.349323 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:08.349713 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:08.350107 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:08.350520 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:08.350911 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:08.351371 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:08.351690 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:08.352078 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:08.352471 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:08.352857 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:08.357345 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:59:08.358327 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:08.361782 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb9b85-9202-4a96-ae23-1b26851e563e req-6462d819-120d-4161-a816-520c2f96e0a8 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:08.362499 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/294e19aa-8c77-4c48-861d-ba342b952230 HTTP/1.1" status: 204 len: 168 time: 0.2442834 Dec 02 15:59:08.365430 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cefb9b85-9202-4a96-ae23-1b26851e563e req-6462d819-120d-4161-a816-520c2f96e0a8 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.0895126 Dec 02 15:59:08.419478 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cefb9b85-9202-4a96-ae23-1b26851e563e req-027eff8a-275d-478e-aae5-c70decbed583 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468688 Dec 02 15:59:08.991001 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 44266) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:59:09.013978 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ee564792-7d6b-406e-a0d7-60cf51400cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:09.032056 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-ee564792-7d6b-406e-a0d7-60cf51400cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:59:09.036368 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-ee564792-7d6b-406e-a0d7-60cf51400cda admin admin] Usage tracker for resource:security_group_rule and tenant:ec499a1b77164b1c96d8b24327de7427 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:59:09.039868 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-ee564792-7d6b-406e-a0d7-60cf51400cda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:59:09.047401 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-ee564792-7d6b-406e-a0d7-60cf51400cda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:59:09.224589 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ee564792-7d6b-406e-a0d7-60cf51400cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:09.248731 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ee564792-7d6b-406e-a0d7-60cf51400cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:09.258239 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5201538e-734d-436c-a483-ca3e70682e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:59:09.301646 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-ee564792-7d6b-406e-a0d7-60cf51400cda admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ec499a1b77164b1c96d8b24327de7427&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3094335 Dec 02 15:59:09.303443 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee564792-7d6b-406e-a0d7-60cf51400cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e21c91-81b3-48b8-aacf-0521b8c176ea,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:59:09.305103 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 44270) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:59:09.306814 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ee564792-7d6b-406e-a0d7-60cf51400cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:59:09.372659 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ecc01dae-945c-4f37-8a40-0641d752c841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:09.407150 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ecc01dae-945c-4f37-8a40-0641d752c841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:09.483123 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ecc01dae-945c-4f37-8a40-0641d752c841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:09.488541 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-aab6688f-89b2-4a46-9165-a40c21768a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:59:09.507141 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc01dae-945c-4f37-8a40-0641d752c841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e21c91-81b3-48b8-aacf-0521b8c176ea,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:59:09.513622 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ecc01dae-945c-4f37-8a40-0641d752c841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:09.517771 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-ecc01dae-945c-4f37-8a40-0641d752c841 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/04e21c91-81b3-48b8-aacf-0521b8c176ea HTTP/1.1" status: 204 len: 168 time: 0.2083972 Dec 02 15:59:09.517771 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ecc01dae-945c-4f37-8a40-0641d752c841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:59:09.673328 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374738a-e1d6-430d-9a3d-4f96bf7e9513 req-50486cdc-600a-4af9-b9ef-e2756ad23c3e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:09.675021 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d374738a-e1d6-430d-9a3d-4f96bf7e9513 req-50486cdc-600a-4af9-b9ef-e2756ad23c3e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.0948129 Dec 02 15:59:09.737628 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d374738a-e1d6-430d-9a3d-4f96bf7e9513 req-f1b04454-699b-4690-9518-37e8997e9c6f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494812 Dec 02 15:59:10.335436 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 1a6392d2-d369-40d6-a1a9-aababa22e43a no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 15:59:10.461321 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:10.500590 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598a83e3-d5a7-4850-9f58-c6227d6842f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a6392d2-d369-40d6-a1a9-aababa22e43a'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:59:10.512757 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 1a6392d2-d369-40d6-a1a9-aababa22e43a, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=1a6392d2-d369-40d6-a1a9-aababa22e43a,segment=NetworkSegment(ca708766-9b54-46c3-9628-ffb652be6104),segment_id=ca708766-9b54-46c3-9628-ffb652be6104)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:59:10.565645 dv-cinder-737618-2-smb neutron-server[80217]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '598a83e3-d5a7-4850-9f58-c6227d6842f9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1a6392d2-d369-40d6-a1a9-aababa22e43a', 'code': 422} returned with failed status Dec 02 15:59:10.565645 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:10.569512 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:59:10.636331 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=1a6392d2-d369-40d6-a1a9-aababa22e43a,revision_number=5']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:59:10.640306 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:59:12.169133 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbe760-b99a-4710-9ea7-ce0cbdfaca19 req-6d008101-0240-427c-9cf5-3e7360213da4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:12.170912 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-62dbe760-b99a-4710-9ea7-ce0cbdfaca19 req-6d008101-0240-427c-9cf5-3e7360213da4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 943 time: 0.0941980 Dec 02 15:59:12.231035 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-62dbe760-b99a-4710-9ea7-ce0cbdfaca19 req-c1d61e3d-778b-4df2-bd02-787eface7e9a tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537748 Dec 02 15:59:12.314893 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 44376) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:59:12.482300 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e23447e2-3835-4909-879c-dab3a8def23e req-37622090-69ae-444a-b1a5-1d836df784cc service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1659944 Dec 02 15:59:13.084284 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 44398) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:59:13.290163 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-16b90f1c-0677-466e-b657-d4bf2de6a080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:13.316522 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-16b90f1c-0677-466e-b657-d4bf2de6a080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:59:13.323978 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-16b90f1c-0677-466e-b657-d4bf2de6a080 admin admin] Usage tracker for resource:security_group_rule and tenant:a396963f05d64db587c3d20b435b99a0 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:59:13.329275 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-16b90f1c-0677-466e-b657-d4bf2de6a080 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:59:13.344108 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-16b90f1c-0677-466e-b657-d4bf2de6a080 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:59:13.378733 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23447e2-3835-4909-879c-dab3a8def23e req-dc0a2029-f83c-46f5-8c9a-58faa1ea5757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:13.380379 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e23447e2-3835-4909-879c-dab3a8def23e req-dc0a2029-f83c-46f5-8c9a-58faa1ea5757 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9&tenant_id=5dcc037c94944143a3f2fdcc7f6a2f6d HTTP/1.1" status: 200 len: 1160 time: 0.1370370 Dec 02 15:59:13.504814 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-16b90f1c-0677-466e-b657-d4bf2de6a080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:13.521669 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca2f0a-3240-431e-aa5e-aa5bbff51109 req-d48faa48-c2e6-4b1e-9bcd-44cd79bdd98c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:13.523463 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3dca2f0a-3240-431e-aa5e-aa5bbff51109 req-d48faa48-c2e6-4b1e-9bcd-44cd79bdd98c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 943 time: 0.0976417 Dec 02 15:59:13.535014 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23447e2-3835-4909-879c-dab3a8def23e req-bf3e8597-d759-402f-b526-691d7598845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:13.536669 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e23447e2-3835-4909-879c-dab3a8def23e req-bf3e8597-d759-402f-b526-691d7598845b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5dcc037c94944143a3f2fdcc7f6a2f6d&device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 1160 time: 0.1158001 Dec 02 15:59:13.575759 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3dca2f0a-3240-431e-aa5e-aa5bbff51109 req-e83d4650-893e-469c-86bf-3d2967eabfd0 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440342 Dec 02 15:59:13.578102 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-16b90f1c-0677-466e-b657-d4bf2de6a080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:13.591885 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-f64bbf2a-690b-4852-9ef2-2e3263484db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:59:13.706208 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-16b90f1c-0677-466e-b657-d4bf2de6a080 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a396963f05d64db587c3d20b435b99a0&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6207223 Dec 02 15:59:13.709358 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b90f1c-0677-466e-b657-d4bf2de6a080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc551d02-6a59-4232-adc5-a1ca12a9d801,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:59:13.709524 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 44406) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:59:13.715921 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-16b90f1c-0677-466e-b657-d4bf2de6a080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:59:13.751320 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23447e2-3835-4909-879c-dab3a8def23e req-be938329-1d76-49a6-a455-5b735a477db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:13.752942 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e23447e2-3835-4909-879c-dab3a8def23e req-be938329-1d76-49a6-a455-5b735a477db7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ae619313-79bd-4f58-9d4f-05b9d1c1f579 HTTP/1.1" status: 200 len: 911 time: 0.2034919 Dec 02 15:59:13.775367 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e013f774-5c0b-41a4-93f1-8c153fdd5ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:13.808129 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e013f774-5c0b-41a4-93f1-8c153fdd5ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:13.869295 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e23447e2-3835-4909-879c-dab3a8def23e req-242a42d5-ee8f-4d8e-90cf-89b540f0f954 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a6392d2-d369-40d6-a1a9-aababa22e43a HTTP/1.1" status: 200 len: 998 time: 0.1079490 Dec 02 15:59:13.888755 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e013f774-5c0b-41a4-93f1-8c153fdd5ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:13.896009 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-cb82f8b7-025a-453f-b378-53f9239d534e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:59:13.916688 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013f774-5c0b-41a4-93f1-8c153fdd5ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc551d02-6a59-4232-adc5-a1ca12a9d801,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:59:13.920543 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e013f774-5c0b-41a4-93f1-8c153fdd5ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:59:13.921417 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e013f774-5c0b-41a4-93f1-8c153fdd5ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:13.924612 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-e013f774-5c0b-41a4-93f1-8c153fdd5ef7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/fc551d02-6a59-4232-adc5-a1ca12a9d801 HTTP/1.1" status: 204 len: 168 time: 0.2134616 Dec 02 15:59:13.951251 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23447e2-3835-4909-879c-dab3a8def23e req-a8aed373-d389-4ca2-bb63-ce02906721f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:13.952886 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e23447e2-3835-4909-879c-dab3a8def23e req-a8aed373-d389-4ca2-bb63-ce02906721f0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a59a6d3-2eec-4eca-96de-faf6098a43d0 HTTP/1.1" status: 200 len: 856 time: 0.0761783 Dec 02 15:59:14.039681 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23447e2-3835-4909-879c-dab3a8def23e req-58d2b542-f3b7-4afa-81a3-94f7bb66fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:14.041324 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e23447e2-3835-4909-879c-dab3a8def23e req-58d2b542-f3b7-4afa-81a3-94f7bb66fa06 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ae619313-79bd-4f58-9d4f-05b9d1c1f579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0807033 Dec 02 15:59:14.201982 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e23447e2-3835-4909-879c-dab3a8def23e req-3eda5fe0-4455-413a-b546-3fd27056a8fd service neutron] 10.222.0.90 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506026 Dec 02 15:59:14.365820 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e23447e2-3835-4909-879c-dab3a8def23e req-1a1c391e-2d30-4b45-b147-8150a086f00f service neutron] 10.222.0.90 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1546049 Dec 02 15:59:14.476078 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 44414) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:59:14.498459 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6ccc9f92-950e-4199-92e9-f652b38e64cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:14.515526 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-6ccc9f92-950e-4199-92e9-f652b38e64cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:59:14.519758 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-6ccc9f92-950e-4199-92e9-f652b38e64cf admin admin] Usage tracker for resource:security_group_rule and tenant:f2f89901d51b45d79acde846b5c47867 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:59:14.522922 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-6ccc9f92-950e-4199-92e9-f652b38e64cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:59:14.529080 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-6ccc9f92-950e-4199-92e9-f652b38e64cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:59:14.620755 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6ccc9f92-950e-4199-92e9-f652b38e64cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:14.654677 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6ccc9f92-950e-4199-92e9-f652b38e64cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:14.664797 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ecc01dae-945c-4f37-8a40-0641d752c841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:59:14.710753 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-6ccc9f92-950e-4199-92e9-f652b38e64cf admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f2f89901d51b45d79acde846b5c47867&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2334378 Dec 02 15:59:14.711730 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc9f92-950e-4199-92e9-f652b38e64cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bf89df-0ce5-4281-9723-327454837171,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:59:14.713586 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 44420) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:59:14.715467 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6ccc9f92-950e-4199-92e9-f652b38e64cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:59:14.790711 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-35917955-2594-428c-a9f4-0510479c1158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:14.820065 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-35917955-2594-428c-a9f4-0510479c1158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:14.835105 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff55a3-96e9-4fe0-924b-81ae7f9e0fc7 req-b5a9064a-2e7f-4456-90ed-feeb5758e5d5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:14.836721 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-65ff55a3-96e9-4fe0-924b-81ae7f9e0fc7 req-b5a9064a-2e7f-4456-90ed-feeb5758e5d5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 943 time: 0.0940249 Dec 02 15:59:14.888509 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-65ff55a3-96e9-4fe0-924b-81ae7f9e0fc7 req-6f66eccd-b4c7-4869-a6dd-b55c5c9cf66d tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438359 Dec 02 15:59:14.892646 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-35917955-2594-428c-a9f4-0510479c1158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:14.898173 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-229b7066-7fa1-4227-971a-1f5f7b0813b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:59:14.915050 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35917955-2594-428c-a9f4-0510479c1158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bf89df-0ce5-4281-9723-327454837171,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:59:14.921672 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-35917955-2594-428c-a9f4-0510479c1158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:59:14.930091 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-35917955-2594-428c-a9f4-0510479c1158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:14.931759 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-35917955-2594-428c-a9f4-0510479c1158 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/76bf89df-0ce5-4281-9723-327454837171 HTTP/1.1" status: 204 len: 168 time: 0.2154074 Dec 02 15:59:16.287992 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5d059-615a-48e0-ad56-a0ce975fb3d2 req-e68642ca-086d-4226-81d0-a98d0e5d0ee4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:16.296533 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0de5d059-615a-48e0-ad56-a0ce975fb3d2 req-e68642ca-086d-4226-81d0-a98d0e5d0ee4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 943 time: 0.1488910 Dec 02 15:59:16.358386 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0de5d059-615a-48e0-ad56-a0ce975fb3d2 req-f3159935-fc81-4b7a-a315-d970f469d433 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607438 Dec 02 15:59:17.609961 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a4b83-000c-4ed9-8650-2905561603ed req-6e9466eb-1f77-44fa-88a9-b8e25a51e46b tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:17.611889 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-444a4b83-000c-4ed9-8650-2905561603ed req-6e9466eb-1f77-44fa-88a9-b8e25a51e46b tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 943 time: 0.0996444 Dec 02 15:59:17.670579 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-444a4b83-000c-4ed9-8650-2905561603ed req-fecf4248-92fc-4321-a2d9-0e2d3d0ad271 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433435 Dec 02 15:59:18.944766 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa42fff-6ebd-4b3f-9047-823e3e7302b9 req-0d5ef8c0-2725-4344-ba9c-eac31ab477c9 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:18.946476 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4fa42fff-6ebd-4b3f-9047-823e3e7302b9 req-0d5ef8c0-2725-4344-ba9c-eac31ab477c9 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 943 time: 0.1093469 Dec 02 15:59:18.998408 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4fa42fff-6ebd-4b3f-9047-823e3e7302b9 req-b37815b8-c327-489c-aec3-8651dd4ab9b3 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448856 Dec 02 15:59:19.644577 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856eb522-21bc-43c1-abfc-add5f1c4712b req-3b8c842d-3b33-483b-8cc9-2931744783dd tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:19.646129 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-856eb522-21bc-43c1-abfc-add5f1c4712b req-3b8c842d-3b33-483b-8cc9-2931744783dd tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.1026986 Dec 02 15:59:19.747475 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-856eb522-21bc-43c1-abfc-add5f1c4712b req-3f8bcbeb-b538-4aa2-836d-8c34ae0e998d tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0808249 Dec 02 15:59:19.783902 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 44514) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:59:19.982596 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ecb0d5c5-194b-4eb0-ab1d-e4d12387c9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:20.002628 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-ecb0d5c5-194b-4eb0-ab1d-e4d12387c9f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:59:20.007052 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-ecb0d5c5-194b-4eb0-ab1d-e4d12387c9f6 admin admin] Usage tracker for resource:security_group_rule and tenant:0db678e98077481984df0078d5afe60e is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:59:20.011123 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-ecb0d5c5-194b-4eb0-ab1d-e4d12387c9f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:59:20.017253 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-ecb0d5c5-194b-4eb0-ab1d-e4d12387c9f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:59:20.130796 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ecb0d5c5-194b-4eb0-ab1d-e4d12387c9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:20.163365 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ecb0d5c5-194b-4eb0-ab1d-e4d12387c9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:20.176364 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-20edfa16-ee27-47dc-b99a-7f7971fd5653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:59:20.284135 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0d5c5-194b-4eb0-ab1d-e4d12387c9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6a14d0-6ec5-455a-8cb2-9f4068e22ecc,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:59:20.288365 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ecb0d5c5-194b-4eb0-ab1d-e4d12387c9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:59:20.290918 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-ecb0d5c5-194b-4eb0-ab1d-e4d12387c9f6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0db678e98077481984df0078d5afe60e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5057058 Dec 02 15:59:20.294582 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 44522) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:59:20.343657 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e204c02-3b50-4743-92a4-fb1890888436 req-0f08ef53-b5b7-4400-a341-97284426f96d tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:20.345516 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8e204c02-3b50-4743-92a4-fb1890888436 req-0f08ef53-b5b7-4400-a341-97284426f96d tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 943 time: 0.1581018 Dec 02 15:59:20.373679 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dd6ce98b-8da4-48f9-9452-41d14dacde7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:20.403463 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8e204c02-3b50-4743-92a4-fb1890888436 req-4089791c-68e4-45bd-8116-8f1e95c59eb4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509663 Dec 02 15:59:20.409977 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dd6ce98b-8da4-48f9-9452-41d14dacde7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:20.494178 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dd6ce98b-8da4-48f9-9452-41d14dacde7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:20.502081 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-4ccee13c-b55e-465c-9dd4-09bb7da659a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:59:20.519247 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ce98b-8da4-48f9-9452-41d14dacde7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6a14d0-6ec5-455a-8cb2-9f4068e22ecc,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:59:20.523744 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-dd6ce98b-8da4-48f9-9452-41d14dacde7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:59:20.528232 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-dd6ce98b-8da4-48f9-9452-41d14dacde7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:20.529480 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-dd6ce98b-8da4-48f9-9452-41d14dacde7b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0b6a14d0-6ec5-455a-8cb2-9f4068e22ecc HTTP/1.1" status: 204 len: 168 time: 0.2334387 Dec 02 15:59:21.064796 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e2dd7-7ae2-460f-9892-f5a185372015 req-def0cebd-14ba-4208-813d-ab2e6f70a125 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:21.066476 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-294e2dd7-7ae2-460f-9892-f5a185372015 req-def0cebd-14ba-4208-813d-ab2e6f70a125 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.1198907 Dec 02 15:59:21.132678 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-294e2dd7-7ae2-460f-9892-f5a185372015 req-23be9725-b8ff-407d-b195-05009f0e967f tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0566266 Dec 02 15:59:21.211904 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 44532) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:59:21.232962 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-393bdcfd-2b71-4544-86f2-e32dfe7a39eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:21.255246 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-393bdcfd-2b71-4544-86f2-e32dfe7a39eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:59:21.262423 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-393bdcfd-2b71-4544-86f2-e32dfe7a39eb admin admin] Usage tracker for resource:security_group_rule and tenant:3da0bb68fbae413b8a73a835dce0345a is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:59:21.265619 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-393bdcfd-2b71-4544-86f2-e32dfe7a39eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:59:21.276994 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-393bdcfd-2b71-4544-86f2-e32dfe7a39eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:59:21.414075 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-393bdcfd-2b71-4544-86f2-e32dfe7a39eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:21.449587 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-393bdcfd-2b71-4544-86f2-e32dfe7a39eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:21.459597 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-bf3338b2-7af2-4655-9b26-082a228138b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:59:21.520578 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 44538) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:59:21.532913 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-393bdcfd-2b71-4544-86f2-e32dfe7a39eb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3da0bb68fbae413b8a73a835dce0345a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3197379 Dec 02 15:59:21.534507 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393bdcfd-2b71-4544-86f2-e32dfe7a39eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78027ded-8d3a-49dc-9336-522304412b69,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:59:21.545989 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-393bdcfd-2b71-4544-86f2-e32dfe7a39eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:59:21.596910 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f8b226dd-ac8c-4641-82f3-d3d1ca1971d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:21.677177 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f8b226dd-ac8c-4641-82f3-d3d1ca1971d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:21.748280 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e8115-79e2-4611-bf45-1772d9aca73c req-f1fc6856-a1b9-49f2-a629-2385a6cd9057 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:21.750280 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-910e8115-79e2-4611-bf45-1772d9aca73c req-f1fc6856-a1b9-49f2-a629-2385a6cd9057 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 943 time: 0.1570256 Dec 02 15:59:21.808051 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-910e8115-79e2-4611-bf45-1772d9aca73c req-da637b4b-ae06-43aa-b8fb-e31a69b5ea64 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508454 Dec 02 15:59:21.809148 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f8b226dd-ac8c-4641-82f3-d3d1ca1971d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:21.820990 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-680991b2-782a-4e87-b933-ae2dd943474f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:59:21.842252 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f8b226dd-ac8c-4641-82f3-d3d1ca1971d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:21.843331 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-f8b226dd-ac8c-4641-82f3-d3d1ca1971d7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/78027ded-8d3a-49dc-9336-522304412b69 HTTP/1.1" status: 204 len: 168 time: 0.3215880 Dec 02 15:59:21.844568 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b226dd-ac8c-4641-82f3-d3d1ca1971d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78027ded-8d3a-49dc-9336-522304412b69,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:59:21.847508 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-f8b226dd-ac8c-4641-82f3-d3d1ca1971d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:59:21.951464 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0c304a37-6893-4856-88a3-eee2c78a14aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:22.391421 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf35c2-2137-4959-85eb-cb972120fc2b req-a680ac1f-77b3-45eb-9045-8e201c55994c tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:22.394038 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-30cf35c2-2137-4959-85eb-cb972120fc2b req-a680ac1f-77b3-45eb-9045-8e201c55994c tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.1026173 Dec 02 15:59:22.460384 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-30cf35c2-2137-4959-85eb-cb972120fc2b req-cb6d5aed-5784-4159-a076-e31148842c8b tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0527987 Dec 02 15:59:23.103707 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691b506-94ba-444e-b65c-7e23ccefb054 req-3ff1f030-01ab-47d1-8cdc-56bdf0ff201d tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:23.112387 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b691b506-94ba-444e-b65c-7e23ccefb054 req-3ff1f030-01ab-47d1-8cdc-56bdf0ff201d tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 943 time: 0.1411440 Dec 02 15:59:23.189848 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b691b506-94ba-444e-b65c-7e23ccefb054 req-8dd6ba7d-3867-487e-9636-86ae07fc0f9a tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763674 Dec 02 15:59:23.721688 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d49c4-425c-4575-8a0b-740bc614cc6e req-b4e3f505-05ab-44a7-9ff5-dbe73d36d68c tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:23.732649 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5e9d49c4-425c-4575-8a0b-740bc614cc6e req-b4e3f505-05ab-44a7-9ff5-dbe73d36d68c tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.1215508 Dec 02 15:59:23.800002 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5e9d49c4-425c-4575-8a0b-740bc614cc6e req-1d80b048-34b1-4fae-9ff0-ad6f939252c9 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0633202 Dec 02 15:59:24.046225 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 44576) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:59:24.258471 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6a631957-2201-4fee-b816-0a05e1f76a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:24.276925 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-6a631957-2201-4fee-b816-0a05e1f76a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:59:24.281477 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-6a631957-2201-4fee-b816-0a05e1f76a3d admin admin] Usage tracker for resource:security_group_rule and tenant:30ca0239ec70469f9d8683e296f4c021 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:59:24.284794 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-6a631957-2201-4fee-b816-0a05e1f76a3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:59:24.290885 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-6a631957-2201-4fee-b816-0a05e1f76a3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:59:24.398292 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6a631957-2201-4fee-b816-0a05e1f76a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:24.448949 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-68a95dcc-054e-4d3f-a00b-572ca4c7f6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:24.452732 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6a631957-2201-4fee-b816-0a05e1f76a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:24.467889 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ae223592-66d6-44f4-a628-336ec7f2c647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:59:24.476069 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3586bb6-46eb-4967-8310-cfddd1c79846 req-2180587d-7d15-4d56-bb0a-53e70403dc3e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:24.486876 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f3586bb6-46eb-4967-8310-cfddd1c79846 req-2180587d-7d15-4d56-bb0a-53e70403dc3e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 943 time: 0.1187103 Dec 02 15:59:24.524893 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-6a631957-2201-4fee-b816-0a05e1f76a3d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=30ca0239ec70469f9d8683e296f4c021&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4749320 Dec 02 15:59:24.525388 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 44584) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:59:24.529180 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a631957-2201-4fee-b816-0a05e1f76a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0c57af-2793-420f-8229-29dbcc7febc1,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:59:24.544090 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6a631957-2201-4fee-b816-0a05e1f76a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:59:24.546532 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f3586bb6-46eb-4967-8310-cfddd1c79846 req-1f190c67-cf5d-47bd-9f35-53189fb41d62 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584936 Dec 02 15:59:24.602952 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-90c13acc-944d-468c-a759-f290820e3b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:24.633082 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-90c13acc-944d-468c-a759-f290820e3b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:24.709241 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-90c13acc-944d-468c-a759-f290820e3b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:24.714809 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-bb99bf94-31cc-402a-8ff1-d8a4ef92b647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:59:24.729331 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c13acc-944d-468c-a759-f290820e3b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0c57af-2793-420f-8229-29dbcc7febc1,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:59:24.733468 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-90c13acc-944d-468c-a759-f290820e3b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:59:24.739657 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-90c13acc-944d-468c-a759-f290820e3b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:24.743025 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-90c13acc-944d-468c-a759-f290820e3b7d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3c0c57af-2793-420f-8229-29dbcc7febc1 HTTP/1.1" status: 204 len: 168 time: 0.2162549 Dec 02 15:59:24.893944 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:25.061458 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0cc00-33ad-4a16-b91d-724478ffce04 req-cf065872-b6ee-449a-886f-efd334eca9e7 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:25.063161 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b9a0cc00-33ad-4a16-b91d-724478ffce04 req-cf065872-b6ee-449a-886f-efd334eca9e7 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.1136222 Dec 02 15:59:25.133628 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b9a0cc00-33ad-4a16-b91d-724478ffce04 req-f903e08c-aa8f-4109-aa3d-f7c620be3d52 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0629930 Dec 02 15:59:25.788025 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:25.901766 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fbcab-538d-4242-9e87-d4db186bbc7a req-42b368be-ba6f-4175-b523-b705cc65d86c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:25.903451 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6a2fbcab-538d-4242-9e87-d4db186bbc7a req-42b368be-ba6f-4175-b523-b705cc65d86c tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 943 time: 0.1328354 Dec 02 15:59:25.968581 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6a2fbcab-538d-4242-9e87-d4db186bbc7a req-559bd036-3266-404e-8a04-49f517533fd4 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585396 Dec 02 15:59:26.371884 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34704c4-fecb-49d0-afb5-174b75480801 req-38f593a3-6678-4808-b850-a8cfcb0087f3 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:26.373639 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d34704c4-fecb-49d0-afb5-174b75480801 req-38f593a3-6678-4808-b850-a8cfcb0087f3 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.0938735 Dec 02 15:59:26.434570 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d34704c4-fecb-49d0-afb5-174b75480801 req-b521baa3-c749-404e-817c-504649d39861 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0481589 Dec 02 15:59:26.824531 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:27.231231 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1976f-dcd1-4f2a-ac02-8ab907ac8636 req-77a80230-a054-4800-9a95-dae4bdf2053f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:27.233196 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-aba1976f-dcd1-4f2a-ac02-8ab907ac8636 req-77a80230-a054-4800-9a95-dae4bdf2053f tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 943 time: 0.0909758 Dec 02 15:59:27.283419 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-aba1976f-dcd1-4f2a-ac02-8ab907ac8636 req-77ec6bf7-2bd5-4059-8857-0ab09432962e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432165 Dec 02 15:59:27.789728 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89eb647-0bd7-4b37-bf97-2f105a37859b req-9be88b12-aa6a-43bf-9491-e2c08474ae11 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:27.791448 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e89eb647-0bd7-4b37-bf97-2f105a37859b req-9be88b12-aa6a-43bf-9491-e2c08474ae11 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.0832736 Dec 02 15:59:27.844979 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e89eb647-0bd7-4b37-bf97-2f105a37859b req-c77baf71-180f-4d1c-b400-2101899d0bbb tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0469458 Dec 02 15:59:28.173385 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be5231-486d-49b0-ba02-064604dbd5c6 req-7cc003ae-aa2c-43eb-9b5b-79fe3f8bc710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:28.175109 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-67be5231-486d-49b0-ba02-064604dbd5c6 req-7cc003ae-aa2c-43eb-9b5b-79fe3f8bc710 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0e079676030e4a98bb89d67eaf971bb3&device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 1203 time: 0.0894599 Dec 02 15:59:28.332363 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be5231-486d-49b0-ba02-064604dbd5c6 req-d79efc03-4e05-4797-a591-09875f238e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:28.335164 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-67be5231-486d-49b0-ba02-064604dbd5c6 req-d79efc03-4e05-4797-a591-09875f238e61 service neutron] 10.222.0.90 "GET /v2.0/networks?id=80b9d94e-02e9-4910-943b-22624c06727f HTTP/1.1" status: 200 len: 909 time: 0.1495349 Dec 02 15:59:28.445514 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-67be5231-486d-49b0-ba02-064604dbd5c6 req-4220cc37-cdf5-42c4-bed1-a5309c763d3d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97ffc985-f1e2-4ae8-907e-dc1dd6aea716 HTTP/1.1" status: 200 len: 1002 time: 0.1039679 Dec 02 15:59:28.524409 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be5231-486d-49b0-ba02-064604dbd5c6 req-355a4f57-4252-4bbf-9097-8f4cb8c95bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:28.526048 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-67be5231-486d-49b0-ba02-064604dbd5c6 req-355a4f57-4252-4bbf-9097-8f4cb8c95bc1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c HTTP/1.1" status: 200 len: 854 time: 0.0718777 Dec 02 15:59:28.534728 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b032079-cff7-4170-9416-0b640fb789b5 req-7fa34b46-6dd1-4ea4-b1ae-cb6f46779712 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:28.536350 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4b032079-cff7-4170-9416-0b640fb789b5 req-7fa34b46-6dd1-4ea4-b1ae-cb6f46779712 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 943 time: 0.0965300 Dec 02 15:59:28.587718 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4b032079-cff7-4170-9416-0b640fb789b5 req-edccfdcf-300d-439e-9a24-f7e5859bc16a tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449634 Dec 02 15:59:28.609143 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be5231-486d-49b0-ba02-064604dbd5c6 req-89997c2a-ea2c-4c47-b53b-d9583fea20c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:28.610829 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-67be5231-486d-49b0-ba02-064604dbd5c6 req-89997c2a-ea2c-4c47-b53b-d9583fea20c7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=80b9d94e-02e9-4910-943b-22624c06727f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775812 Dec 02 15:59:28.756457 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-67be5231-486d-49b0-ba02-064604dbd5c6 req-b1bf2fe3-a785-4b77-ba0a-7f2b21db0dfe service neutron] 10.222.0.90 "GET /v2.0/networks/80b9d94e-02e9-4910-943b-22624c06727f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381783 Dec 02 15:59:28.901585 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-67be5231-486d-49b0-ba02-064604dbd5c6 req-22ad9b02-ed92-4aee-8fc5-8018290c2d14 service neutron] 10.222.0.90 "GET /v2.0/networks/80b9d94e-02e9-4910-943b-22624c06727f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1374943 Dec 02 15:59:29.069067 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0ac51-ca45-4aec-9cdd-f451049e0ab5 req-18a09242-79d2-46c1-befb-823f25b9e953 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:29.071105 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0fc0ac51-ca45-4aec-9cdd-f451049e0ab5 req-18a09242-79d2-46c1-befb-823f25b9e953 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.0953722 Dec 02 15:59:29.123607 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0fc0ac51-ca45-4aec-9cdd-f451049e0ab5 req-654af891-1746-4e98-ac89-6672a0e8e0ae tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0445795 Dec 02 15:59:29.873078 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0159b1-0ad8-4873-8192-68cd254dc90e req-cff99e65-e4f3-4893-8c2f-0ca4a15f00de tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:29.874782 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ad0159b1-0ad8-4873-8192-68cd254dc90e req-cff99e65-e4f3-4893-8c2f-0ca4a15f00de tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 943 time: 0.0908425 Dec 02 15:59:30.130268 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ad0159b1-0ad8-4873-8192-68cd254dc90e req-01def341-c09b-463f-bde3-3940b658015e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2481401 Dec 02 15:59:30.351162 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70058d05-421f-4304-9a8e-61d40b09836d req-247ceec1-af2b-4776-aa82-2a39c6b81845 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:30.352840 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-70058d05-421f-4304-9a8e-61d40b09836d req-247ceec1-af2b-4776-aa82-2a39c6b81845 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.0892627 Dec 02 15:59:30.404540 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-70058d05-421f-4304-9a8e-61d40b09836d req-5491cf13-ad72-40d5-a020-0662dc3dbd65 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0450490 Dec 02 15:59:31.196115 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 1a6392d2-d369-40d6-a1a9-aababa22e43a up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:59:31.274823 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 1a6392d2-d369-40d6-a1a9-aababa22e43a triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:59:31.275288 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:31.373239 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd2cde-9ec7-4e35-8b04-de72634bc98e req-08622f81-a0ea-4ebb-9542-04df364799e9 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:31.374933 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a4dd2cde-9ec7-4e35-8b04-de72634bc98e req-08622f81-a0ea-4ebb-9542-04df364799e9 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 943 time: 0.0921514 Dec 02 15:59:31.415409 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:31.424395 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a4dd2cde-9ec7-4e35-8b04-de72634bc98e req-ee8a3bef-40da-456e-9f0e-df15c4935a01 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425022 Dec 02 15:59:31.456084 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598a83e3-d5a7-4850-9f58-c6227d6842f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6392d2-d369-40d6-a1a9-aababa22e43a'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:59:31.470426 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 1a6392d2-d369-40d6-a1a9-aababa22e43a, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=1a6392d2-d369-40d6-a1a9-aababa22e43a,segment=NetworkSegment(ca708766-9b54-46c3-9628-ffb652be6104),segment_id=ca708766-9b54-46c3-9628-ffb652be6104)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:59:31.516733 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:31.519194 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:59:31.555084 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598a83e3-d5a7-4850-9f58-c6227d6842f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6392d2-d369-40d6-a1a9-aababa22e43a', 'code': 200} Dec 02 15:59:31.600465 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=1a6392d2-d369-40d6-a1a9-aababa22e43a,revision_number=6']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:59:31.609945 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:31.610330 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:31.610739 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:31.611114 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:31.611486 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:31.611858 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:31.612228 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:31.613279 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:31.613658 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:31.614031 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:31.614594 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:31.614976 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:31.615379 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:31.615737 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:31.616099 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:31.616459 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:31.616820 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:31.617187 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:31.617550 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:31.617906 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:31.618262 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:31.618652 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:31.619011 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:31.619433 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:31.633576 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:59:31.653429 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9c3f9-dde8-4822-b4cc-4594d24a78fc req-84049c29-3ca7-4c3d-8699-14ec58915007 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:31.655064 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bca9c3f9-dde8-4822-b4cc-4594d24a78fc req-84049c29-3ca7-4c3d-8699-14ec58915007 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.0873394 Dec 02 15:59:31.710383 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bca9c3f9-dde8-4822-b4cc-4594d24a78fc req-e3352b57-c7df-4089-831a-4b70300fd105 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0487871 Dec 02 15:59:31.955721 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef95139-3a4c-42f4-8d5a-d39fb6895c44 req-ee4d3743-b6d9-4559-9600-c9a178ce303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:31.957356 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3ef95139-3a4c-42f4-8d5a-d39fb6895c44 req-ee4d3743-b6d9-4559-9600-c9a178ce303a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 1162 time: 0.0822737 Dec 02 15:59:32.002306 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3ef95139-3a4c-42f4-8d5a-d39fb6895c44 req-d8095c5f-273a-4c59-bb47-8d7df6fac0b9 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377347 Dec 02 15:59:32.093795 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:32.662864 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a9058-23fa-49c8-8a72-13a6324149a9 req-f6059729-712c-420b-b3df-02bdf58283ee tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:32.664511 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a48a9058-23fa-49c8-8a72-13a6324149a9 req-f6059729-712c-420b-b3df-02bdf58283ee tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.0860670 Dec 02 15:59:32.715411 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a48a9058-23fa-49c8-8a72-13a6324149a9 req-2a694e88-5ad6-494d-bb6a-b57d8a454893 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440371 Dec 02 15:59:32.763294 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 1a6392d2-d369-40d6-a1a9-aababa22e43a up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:59:32.837461 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 1a6392d2-d369-40d6-a1a9-aababa22e43a triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:59:32.838021 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:32.932057 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71546011-1a25-40da-82cd-42b5fd54f8da req-f5b3b223-24f3-4d42-9d11-9c7084bee83b tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:32.933697 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-71546011-1a25-40da-82cd-42b5fd54f8da req-f5b3b223-24f3-4d42-9d11-9c7084bee83b tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.0899813 Dec 02 15:59:32.986389 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-71546011-1a25-40da-82cd-42b5fd54f8da req-1d75b5a2-daae-4c86-b5e6-3aedecdc3c14 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0457542 Dec 02 15:59:33.639626 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 44708) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:59:33.864766 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8d19f9e0-7fcd-47ca-b628-cbf107b82fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:33.881925 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-8d19f9e0-7fcd-47ca-b628-cbf107b82fba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:59:33.887355 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-8d19f9e0-7fcd-47ca-b628-cbf107b82fba admin admin] Usage tracker for resource:security_group_rule and tenant:bfda1bb86a79461caa3b9fc0024d385a is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:59:33.890838 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-8d19f9e0-7fcd-47ca-b628-cbf107b82fba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:59:33.896665 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-8d19f9e0-7fcd-47ca-b628-cbf107b82fba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:59:33.960236 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3941ad-90e0-4ea0-b8c4-f1acd7c10c54 req-d4e0e964-42b0-43a5-a051-34698ddae755 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:33.964008 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-fc3941ad-90e0-4ea0-b8c4-f1acd7c10c54 req-d4e0e964-42b0-43a5-a051-34698ddae755 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.0938017 Dec 02 15:59:33.993521 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8d19f9e0-7fcd-47ca-b628-cbf107b82fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:34.016406 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-fc3941ad-90e0-4ea0-b8c4-f1acd7c10c54 req-a3ebcbe2-4c57-48cd-9726-8e9b19fbfb6a tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464041 Dec 02 15:59:34.040994 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8d19f9e0-7fcd-47ca-b628-cbf107b82fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:34.053483 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ee624a7d-8f26-44ed-a730-9e2428f9ea58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:59:34.104256 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-8d19f9e0-7fcd-47ca-b628-cbf107b82fba admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bfda1bb86a79461caa3b9fc0024d385a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4630742 Dec 02 15:59:34.106041 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19f9e0-7fcd-47ca-b628-cbf107b82fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab720a8d-7b2f-4b53-90fd-30bf7fe1fe2e,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:59:34.106992 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 44738) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:59:34.109713 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-8d19f9e0-7fcd-47ca-b628-cbf107b82fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:59:34.235341 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:34.271306 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:34.299290 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a9345-0601-494c-b430-22f3a60de4d4 req-76521d1b-b154-4653-809e-cec2b595f14d tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:34.308693 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1a8a9345-0601-494c-b430-22f3a60de4d4 req-76521d1b-b154-4653-809e-cec2b595f14d tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.1793690 Dec 02 15:59:34.395209 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1a8a9345-0601-494c-b430-22f3a60de4d4 req-29bb3393-072a-44bd-8559-c57913d78462 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0760806 Dec 02 15:59:34.436477 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:34.442204 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-61c3d3b7-0074-471b-bba1-73970ee2f66b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:59:34.454611 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab720a8d-7b2f-4b53-90fd-30bf7fe1fe2e,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:59:34.466410 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:34.466849 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:34.467258 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:34.467660 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:34.468315 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:34.468458 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:34.468832 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:34.469230 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:34.469626 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:34.470032 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:34.470419 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:34.470832 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:34.471520 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:34.471902 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:34.472293 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:34.472679 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:34.473066 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:34.473452 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:34.473848 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:34.474230 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:34.474643 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:34.475028 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:34.475414 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:34.475794 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 15:59:34.480710 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:34.481942 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ab720a8d-7b2f-4b53-90fd-30bf7fe1fe2e HTTP/1.1" status: 204 len: 168 time: 0.3737121 Dec 02 15:59:34.483067 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a7f6d80d-cdde-405c-bffe-93f010a95b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:59:34.879963 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 1a6392d2-d369-40d6-a1a9-aababa22e43a up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 15:59:34.963401 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 1a6392d2-d369-40d6-a1a9-aababa22e43a triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 15:59:34.964496 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:35.296623 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f58780-4efe-43e8-99a5-305ac874a0ad req-a34fb4ae-4f1b-48a7-87f7-11f7bfc67800 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:35.298493 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c8f58780-4efe-43e8-99a5-305ac874a0ad req-a34fb4ae-4f1b-48a7-87f7-11f7bfc67800 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.1048143 Dec 02 15:59:35.370663 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c8f58780-4efe-43e8-99a5-305ac874a0ad req-59914701-b441-4b5a-9d7f-20c6c2025141 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553489 Dec 02 15:59:35.642191 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56665e0-9aa0-49b0-9615-ea601116cb0d req-3b5d877d-29ad-40d5-b5cf-3dbd5f2024ab tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:35.643883 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f56665e0-9aa0-49b0-9615-ea601116cb0d req-3b5d877d-29ad-40d5-b5cf-3dbd5f2024ab tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.0873928 Dec 02 15:59:35.695323 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f56665e0-9aa0-49b0-9615-ea601116cb0d req-de070864-f517-4a5d-aee6-d8b23723f63d tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0446429 Dec 02 15:59:36.566726 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 15:59:36.917196 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54af39-bdc0-4919-afc5-0c9b5ed23dff req-ad37d36a-f14d-4043-b683-7981d91b85b2 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:36.918818 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8b54af39-bdc0-4919-afc5-0c9b5ed23dff req-ad37d36a-f14d-4043-b683-7981d91b85b2 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.0882797 Dec 02 15:59:36.969794 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-8b54af39-bdc0-4919-afc5-0c9b5ed23dff req-d43b61f3-7aeb-44f7-a331-58d63a8f78d4 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0444777 Dec 02 15:59:38.194688 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4236e-f341-4f48-b4fe-a7e9aab2ca9d req-783cb286-4635-4fbf-81df-f446df652d35 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:38.196282 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-50d4236e-f341-4f48-b4fe-a7e9aab2ca9d req-783cb286-4635-4fbf-81df-f446df652d35 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.0888498 Dec 02 15:59:38.251066 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-50d4236e-f341-4f48-b4fe-a7e9aab2ca9d req-033de20b-3623-42ed-a031-6ac26e6f36f2 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0475364 Dec 02 15:59:39.469311 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cd308-9cec-415f-8581-776da3419a6d req-c6f210b2-2fdc-4b0e-9124-9a28390d9d23 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:39.471034 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-570cd308-9cec-415f-8581-776da3419a6d req-c6f210b2-2fdc-4b0e-9124-9a28390d9d23 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.0868039 Dec 02 15:59:39.529690 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-570cd308-9cec-415f-8581-776da3419a6d req-ed21c51c-5ff2-4cb5-8ff6-7d7dc3da78ce tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0518289 Dec 02 15:59:40.758870 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa9e23-751c-4852-a09a-e38b1553686e req-ecea07e5-1f1f-4d5b-be2e-aa3ac0a28bcf tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:40.761057 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f0aa9e23-751c-4852-a09a-e38b1553686e req-ecea07e5-1f1f-4d5b-be2e-aa3ac0a28bcf tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.0937986 Dec 02 15:59:40.813649 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f0aa9e23-751c-4852-a09a-e38b1553686e req-48d53840-89a5-407e-a87f-669dcc405119 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0459709 Dec 02 15:59:42.050579 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fdab2-f767-4551-bb00-18605a39c24d req-57b1ab4e-d971-4e08-9cfa-d3773e27c631 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:42.052376 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0a2fdab2-f767-4551-bb00-18605a39c24d req-57b1ab4e-d971-4e08-9cfa-d3773e27c631 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.1007307 Dec 02 15:59:42.108337 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0a2fdab2-f767-4551-bb00-18605a39c24d req-21c0a094-13a6-4271-8fb9-7e11f00ba13c tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0478551 Dec 02 15:59:42.286989 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 44820) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:59:42.442388 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1d78acd0-20f5-4351-9d1c-d504ebb8049c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:42.458592 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-1d78acd0-20f5-4351-9d1c-d504ebb8049c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 15:59:42.462783 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-1d78acd0-20f5-4351-9d1c-d504ebb8049c admin admin] Usage tracker for resource:security_group_rule and tenant:40f5953145e04690b7526dd945940279 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 15:59:42.465842 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-1d78acd0-20f5-4351-9d1c-d504ebb8049c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 15:59:42.472075 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-1d78acd0-20f5-4351-9d1c-d504ebb8049c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 15:59:42.560985 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1d78acd0-20f5-4351-9d1c-d504ebb8049c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:42.590292 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1d78acd0-20f5-4351-9d1c-d504ebb8049c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:42.599992 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-16936739-fa99-4af9-b663-4834d6b670d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:59:42.643825 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-1d78acd0-20f5-4351-9d1c-d504ebb8049c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=40f5953145e04690b7526dd945940279&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3555815 Dec 02 15:59:42.645462 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78acd0-20f5-4351-9d1c-d504ebb8049c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556fa5bc-be13-409d-97eb-ee8cae3711c1,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:59:42.646751 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 44826) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 15:59:42.648935 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-1d78acd0-20f5-4351-9d1c-d504ebb8049c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:59:42.716647 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ee79423a-8127-450d-a410-97491c6df427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:42.746724 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ee79423a-8127-450d-a410-97491c6df427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:42.830649 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ee79423a-8127-450d-a410-97491c6df427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:42.835952 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6a631957-2201-4fee-b816-0a05e1f76a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:59:42.851490 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79423a-8127-450d-a410-97491c6df427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556fa5bc-be13-409d-97eb-ee8cae3711c1,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:59:42.854917 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ee79423a-8127-450d-a410-97491c6df427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:59:42.859548 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ee79423a-8127-450d-a410-97491c6df427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:42.860768 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-ee79423a-8127-450d-a410-97491c6df427 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/556fa5bc-be13-409d-97eb-ee8cae3711c1 HTTP/1.1" status: 204 len: 168 time: 0.2120044 Dec 02 15:59:43.346772 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032a9f9-36c5-4ede-be6a-ee16706d247f req-a6c2a89a-eb0b-4fd9-8db7-05685e6baf4c tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:43.348402 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d032a9f9-36c5-4ede-be6a-ee16706d247f req-a6c2a89a-eb0b-4fd9-8db7-05685e6baf4c tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.0985856 Dec 02 15:59:43.399251 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d032a9f9-36c5-4ede-be6a-ee16706d247f req-1c4ebba0-f91b-47e7-ac2b-cc19c55a98f7 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0435579 Dec 02 15:59:44.617779 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06e09b-3d7a-484c-bde7-0e3bde1f053b req-f6263674-1c62-4830-af0f-dbf33c1fa9e9 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:44.620074 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6e06e09b-3d7a-484c-bde7-0e3bde1f053b req-f6263674-1c62-4830-af0f-dbf33c1fa9e9 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.0879953 Dec 02 15:59:44.671786 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6e06e09b-3d7a-484c-bde7-0e3bde1f053b req-dc8dbc8b-9a60-4064-8924-eac7c2c2ee75 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0451074 Dec 02 15:59:45.892412 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca01fbb-88d8-4b43-ae90-0497638354e0 req-f57c04d4-2d83-4ed8-820d-d0c32d4182c0 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:45.894043 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-fca01fbb-88d8-4b43-ae90-0497638354e0 req-f57c04d4-2d83-4ed8-820d-d0c32d4182c0 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.0891225 Dec 02 15:59:45.944369 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-fca01fbb-88d8-4b43-ae90-0497638354e0 req-01b0000e-41cf-46a9-8c58-705f99f3eee2 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0431161 Dec 02 15:59:47.173271 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b946bdb-c971-4388-8316-cfa4d3da5890 req-6f3a3cdc-888b-46f0-8332-0fcaf1b49009 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:47.174918 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6b946bdb-c971-4388-8316-cfa4d3da5890 req-6f3a3cdc-888b-46f0-8332-0fcaf1b49009 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.0929365 Dec 02 15:59:47.227007 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6b946bdb-c971-4388-8316-cfa4d3da5890 req-8492d6e7-ac9e-4332-9a03-0b24ce9ec2fc tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0449243 Dec 02 15:59:48.447521 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250230e-c239-4c13-930a-62b9bc69fd5a req-b790b73a-fb33-471b-8637-62d3297cdf70 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:48.449137 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9250230e-c239-4c13-930a-62b9bc69fd5a req-b790b73a-fb33-471b-8637-62d3297cdf70 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.0853236 Dec 02 15:59:48.499641 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9250230e-c239-4c13-930a-62b9bc69fd5a req-d555aede-cb58-4136-a5d8-5807a5681162 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0439219 Dec 02 15:59:49.740500 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f090a-e92c-4e70-8117-0d0b765f3cbb req-f1d353b6-22e1-4aba-b1aa-78d188247894 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:49.742096 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e92f090a-e92c-4e70-8117-0d0b765f3cbb req-f1d353b6-22e1-4aba-b1aa-78d188247894 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.0932131 Dec 02 15:59:49.793101 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e92f090a-e92c-4e70-8117-0d0b765f3cbb req-62583255-746d-48f2-8646-460a0ad25b02 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0433385 Dec 02 15:59:51.014371 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cb134-bb07-47a0-a977-64179a1d6a19 req-fb90e363-645f-4f7b-8e80-f7841a0e4921 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:51.016105 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a57cb134-bb07-47a0-a977-64179a1d6a19 req-fb90e363-645f-4f7b-8e80-f7841a0e4921 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.0904417 Dec 02 15:59:51.068681 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a57cb134-bb07-47a0-a977-64179a1d6a19 req-557c7228-1c67-4223-a53f-4de117da9242 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&id=26be4201-c91b-4a01-9f9d-c9e1e1e4466e&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0462346 Dec 02 15:59:51.938698 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-aa1aa3b4-3480-4115-b620-ccf3c7331fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:52.921733 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-e29cf1cf-e553-45f4-8a93-e35fea4a8f78 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/floatingips/621d1c6a-770b-4699-a9f3-ac7ec6cc37c4 HTTP/1.1" status: 200 len: 998 time: 0.1094861 Dec 02 15:59:53.089959 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-c772f4c7-d921-4da0-8a98-2da49dcf49f4 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:53.091459 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-c772f4c7-d921-4da0-8a98-2da49dcf49f4 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/networks/37c00fa4-9d8d-40bf-927e-52444f2dd708 HTTP/1.1" status: 200 len: 784 time: 0.1582904 Dec 02 15:59:53.103130 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-daf01893-271a-4bf8-a07b-f9e6cf7a3226 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=80331) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 15:59:53.103830 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-daf01893-271a-4bf8-a07b-f9e6cf7a3226 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0059710 Dec 02 15:59:53.215190 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-551982bb-7c34-499a-abd3-ecf29b97aa55 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.28.0.142 HTTP/1.1" status: 200 len: 1001 time: 0.1045012 Dec 02 15:59:53.292101 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-0bb696a6-d0b1-4e54-8cdd-326d3ef691cd tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:53.293527 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-0bb696a6-d0b1-4e54-8cdd-326d3ef691cd tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports/f843f697-aa2c-489f-8351-4b3862c2d7aa HTTP/1.1" status: 200 len: 942 time: 0.0724595 Dec 02 15:59:53.481510 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-9dc2c212-0cee-443b-9868-cd5705f4f120 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.28.0.142 HTTP/1.1" status: 200 len: 1001 time: 0.1041408 Dec 02 15:59:53.897479 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-639a0cf6-a5ba-440a-a0be-5aa2259aa19e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Deleting port 7141d7e2-4fb0-4441-933f-0bdac22d7bdc {{(pid=80331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:59:53.897865 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-639a0cf6-a5ba-440a-a0be-5aa2259aa19e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:54.085164 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-639a0cf6-a5ba-440a-a0be-5aa2259aa19e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:54.085785 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-639a0cf6-a5ba-440a-a0be-5aa2259aa19e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks [] for floatingip, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:54.216730 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-639a0cf6-a5ba-440a-a0be-5aa2259aa19e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Calling delete_port for 7141d7e2-4fb0-4441-933f-0bdac22d7bdc owned by network:floatingip {{(pid=80331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:59:54.395922 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-639a0cf6-a5ba-440a-a0be-5aa2259aa19e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14825086'] for port, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:54.413680 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:59:54.418700 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-99da4c91-253a-4c4c-aa77-a6ed07634838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:54.508254 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a0cf6-a5ba-440a-a0be-5aa2259aa19e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Pushing event deleted for resources: {'Port': ['ID=7141d7e2-4fb0-4441-933f-0bdac22d7bdc,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:59:54.514071 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-639a0cf6-a5ba-440a-a0be-5aa2259aa19e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:59:54.631805 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-639a0cf6-a5ba-440a-a0be-5aa2259aa19e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks [] for floatingip, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:54.632170 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.l3_db [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-639a0cf6-a5ba-440a-a0be-5aa2259aa19e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Floating IP 621d1c6a-770b-4699-a9f3-ac7ec6cc37c4 disassociated (deleted). External IP: 172.28.0.142, port: f843f697-aa2c-489f-8351-4b3862c2d7aa. Dec 02 15:59:54.875904 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:55.011272 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-639a0cf6-a5ba-440a-a0be-5aa2259aa19e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Router 54169f97-831f-46fd-97ad-27b078c4370b has already been hosted by L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf {{(pid=80331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 15:59:55.202484 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-639a0cf6-a5ba-440a-a0be-5aa2259aa19e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 15:59:55.213442 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39dc43e-114f-4e4e-890f-50663895f9a3 None None] Sync routers for ids ['54169f97-831f-46fd-97ad-27b078c4370b'] in dv-cinder-737618-2-smb {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 15:59:55.224645 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39dc43e-114f-4e4e-890f-50663895f9a3 None None] Routers {'54169f97-831f-46fd-97ad-27b078c4370b'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:59:55.225325 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-a39dc43e-114f-4e4e-890f-50663895f9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:59:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['54169f97-831f-46fd-97ad-27b078c4370b'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:59:55.266745 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-639a0cf6-a5ba-440a-a0be-5aa2259aa19e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for floatingip, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:55.327418 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-639a0cf6-a5ba-440a-a0be-5aa2259aa19e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "DELETE /v2.0/floatingips/621d1c6a-770b-4699-a9f3-ac7ec6cc37c4 HTTP/1.1" status: 204 len: 173 time: 1.8397243 Dec 02 15:59:55.328279 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19394ed-505f-46ad-bd20-e0ccbbe728f2', 'tag': 'f843f697-aa2c-489f-8351-4b3862c2d7aa'}] {{(pid=80331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:59:55.396637 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19394ed-505f-46ad-bd20-e0ccbbe728f2', 'tag': 'f843f697-aa2c-489f-8351-4b3862c2d7aa', 'status': 'completed', 'code': 200} Dec 02 15:59:55.424761 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-a39dc43e-114f-4e4e-890f-50663895f9a3 None None] Set router 54169f97-831f-46fd-97ad-27b078c4370b gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:59:55.434604 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-c43e6d97-101a-4edc-8d87-5cc562644605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:55.436518 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-c43e6d97-101a-4edc-8d87-5cc562644605 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e8d7a18fc79d48ee8c642b9c7dcb09bb&device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 1162 time: 0.0942049 Dec 02 15:59:55.534490 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31c177-2269-4288-acc9-f502b9755583 req-bb340771-4270-41d3-a6be-b62efa7616ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:55.535999 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1f31c177-2269-4288-acc9-f502b9755583 req-bb340771-4270-41d3-a6be-b62efa7616ff service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e8d7a18fc79d48ee8c642b9c7dcb09bb&device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 1162 time: 0.0833554 Dec 02 15:59:55.601264 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-a16b898a-2c5c-481a-baf0-24ea477c1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:55.604439 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-a16b898a-2c5c-481a-baf0-24ea477c1a8f service neutron] 10.222.0.98 "GET /v2.0/networks?id=381266ba-2c0c-4b16-ae63-d025abb85ceb HTTP/1.1" status: 200 len: 902 time: 0.1588583 Dec 02 15:59:55.680510 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-5c8090bb-a274-4c0c-9600-827445a6f010 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f843f697-aa2c-489f-8351-4b3862c2d7aa HTTP/1.1" status: 200 len: 217 time: 0.0689051 Dec 02 15:59:55.683563 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31c177-2269-4288-acc9-f502b9755583 req-1fc35e45-d3fd-432f-b04b-d099323518e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:55.685241 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1f31c177-2269-4288-acc9-f502b9755583 req-1fc35e45-d3fd-432f-b04b-d099323518e8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=381266ba-2c0c-4b16-ae63-d025abb85ceb HTTP/1.1" status: 200 len: 902 time: 0.1415710 Dec 02 15:59:55.756119 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-bd2af858-fee4-40bb-8b22-7b0992eb96f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:55.757966 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-bd2af858-fee4-40bb-8b22-7b0992eb96f2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=58fb7be0-8747-4314-8cd6-9f3f0bf15dc2 HTTP/1.1" status: 200 len: 847 time: 0.0707138 Dec 02 15:59:55.773096 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1f31c177-2269-4288-acc9-f502b9755583 req-5c328aac-28b4-49d1-a653-fefd37c74f62 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f843f697-aa2c-489f-8351-4b3862c2d7aa HTTP/1.1" status: 200 len: 217 time: 0.0792372 Dec 02 15:59:55.777262 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:55.791025 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-a39dc43e-114f-4e4e-890f-50663895f9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54169f97-831f-46fd-97ad-27b078c4370b', 'name': 'tempest-TestShelveInstance-796837125-router', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '73687296-5abb-48c7-a640-6d510baf1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:53:48Z', 'updated_at': '2020-12-02T15:53:55Z', 'revision_number': 4, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'gw_port': {'id': '73687296-5abb-48c7-a640-6d510baf1795', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:53:49Z', 'updated_at': '2020-12-02T15:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '8b015b0f-d5c9-4a75-9ecf-487b079f7f6f', 'name': '', 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'mac_address': 'fa:16:3e:3a:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '58fb7be0-8747-4314-8cd6-9f3f0bf15dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:53:53Z', 'updated_at': '2020-12-02T15:54:04Z', 'revision_number': 5, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'subnets': [{'id': '58fb7be0-8747-4314-8cd6-9f3f0bf15dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:59:55.795559 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39dc43e-114f-4e4e-890f-50663895f9a3 None None] Checking router: 54169f97-831f-46fd-97ad-27b078c4370b for host: dv-cinder-737618-2-smb {{(pid=80333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 15:59:55.805262 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39dc43e-114f-4e4e-890f-50663895f9a3 None None] Routers {'54169f97-831f-46fd-97ad-27b078c4370b'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 15:59:55.807025 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-a39dc43e-114f-4e4e-890f-50663895f9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:59:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['54169f97-831f-46fd-97ad-27b078c4370b'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:59:55.846815 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31c177-2269-4288-acc9-f502b9755583 req-774e0028-88b3-42c2-b0ca-2dc9ca0a2218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:55.848420 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1f31c177-2269-4288-acc9-f502b9755583 req-774e0028-88b3-42c2-b0ca-2dc9ca0a2218 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58fb7be0-8747-4314-8cd6-9f3f0bf15dc2 HTTP/1.1" status: 200 len: 847 time: 0.0686285 Dec 02 15:59:55.848858 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-0938da11-e445-42f9-8c6f-05755ed24a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:55.850523 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-0938da11-e445-42f9-8c6f-05755ed24a1e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=381266ba-2c0c-4b16-ae63-d025abb85ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842433 Dec 02 15:59:55.939166 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31c177-2269-4288-acc9-f502b9755583 req-83b64545-0925-45ca-b34b-4f35f73fec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:55.940906 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1f31c177-2269-4288-acc9-f502b9755583 req-83b64545-0925-45ca-b34b-4f35f73fec17 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=381266ba-2c0c-4b16-ae63-d025abb85ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852933 Dec 02 15:59:56.017667 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-6ee33268-df22-49fd-a703-7e88cfcd6869 service neutron] 10.222.0.98 "GET /v2.0/networks/381266ba-2c0c-4b16-ae63-d025abb85ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590748 Dec 02 15:59:56.112937 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1f31c177-2269-4288-acc9-f502b9755583 req-e0a25af9-5b7a-4aad-8147-bc4822ee29d5 service neutron] 10.222.0.90 "GET /v2.0/networks/381266ba-2c0c-4b16-ae63-d025abb85ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603739 Dec 02 15:59:56.155067 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-a39dc43e-114f-4e4e-890f-50663895f9a3 None None] Set router 54169f97-831f-46fd-97ad-27b078c4370b gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 15:59:56.176735 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-e0cff387-270c-4f8c-9a55-aa436ff11de8 req-1eeac3be-1307-4680-a301-fe78afe166e9 service neutron] 10.222.0.98 "GET /v2.0/networks/381266ba-2c0c-4b16-ae63-d025abb85ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1575212 Dec 02 15:59:56.269574 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1f31c177-2269-4288-acc9-f502b9755583 req-4bb4e001-50c0-431e-8890-a5b0e9be897b service neutron] 10.222.0.90 "GET /v2.0/networks/381266ba-2c0c-4b16-ae63-d025abb85ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1488523 Dec 02 15:59:56.497716 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-a39dc43e-114f-4e4e-890f-50663895f9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54169f97-831f-46fd-97ad-27b078c4370b', 'name': 'tempest-TestShelveInstance-796837125-router', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '73687296-5abb-48c7-a640-6d510baf1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:53:48Z', 'updated_at': '2020-12-02T15:53:55Z', 'revision_number': 4, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'gw_port': {'id': '73687296-5abb-48c7-a640-6d510baf1795', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:53:49Z', 'updated_at': '2020-12-02T15:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '8b015b0f-d5c9-4a75-9ecf-487b079f7f6f', 'name': '', 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'mac_address': 'fa:16:3e:3a:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '58fb7be0-8747-4314-8cd6-9f3f0bf15dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:53:53Z', 'updated_at': '2020-12-02T15:54:04Z', 'revision_number': 5, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'subnets': [{'id': '58fb7be0-8747-4314-8cd6-9f3f0bf15dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 15:59:56.502006 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39dc43e-114f-4e4e-890f-50663895f9a3 None None] The sync data for ids ['54169f97-831f-46fd-97ad-27b078c4370b'] in dv-cinder-737618-2-smb is: [{'id': '54169f97-831f-46fd-97ad-27b078c4370b', 'name': 'tempest-TestShelveInstance-796837125-router', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '73687296-5abb-48c7-a640-6d510baf1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:53:48Z', 'updated_at': '2020-12-02T15:53:55Z', 'revision_number': 4, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'gw_port': {'id': '73687296-5abb-48c7-a640-6d510baf1795', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:53:49Z', 'updated_at': '2020-12-02T15:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '8b015b0f-d5c9-4a75-9ecf-487b079f7f6f', 'name': '', 'network_id': '381266ba-2c0c-4b16-ae63-d025abb85ceb', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'mac_address': 'fa:16:3e:3a:4d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '58fb7be0-8747-4314-8cd6-9f3f0bf15dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:53:53Z', 'updated_at': '2020-12-02T15:54:04Z', 'revision_number': 5, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'subnets': [{'id': '58fb7be0-8747-4314-8cd6-9f3f0bf15dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 15:59:56.773596 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f768b1f-27fb-480d-b071-1b7addb2cb81 req-25c3e418-c019-4d84-90be-928b4514e092 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:56.774897 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-9f768b1f-27fb-480d-b071-1b7addb2cb81 req-25c3e418-c019-4d84-90be-928b4514e092 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Synchronizing usage tracker for tenant:e8d7a18fc79d48ee8c642b9c7dcb09bb on resource:port {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:59:56.823338 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-9f768b1f-27fb-480d-b071-1b7addb2cb81 req-25c3e418-c019-4d84-90be-928b4514e092 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Unset dirty status for tenant:e8d7a18fc79d48ee8c642b9c7dcb09bb on resource:port {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:59:56.824693 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9f768b1f-27fb-480d-b071-1b7addb2cb81 req-25c3e418-c019-4d84-90be-928b4514e092 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 945 time: 0.1389775 Dec 02 15:59:56.857454 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:56.874324 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9f768b1f-27fb-480d-b071-1b7addb2cb81 req-312d6b99-8c32-4546-ae0d-a2e9bf842c3d tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0428293 Dec 02 15:59:56.948770 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f412ac9-30aa-42e9-bee7-7344e7443891 None None] New status for floating IP 621d1c6a-770b-4699-a9f3-ac7ec6cc37c4: DOWN {{(pid=80332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 02 15:59:58.099725 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23880c2d-8006-4559-97fb-8fa6c8692c7d req-4fe7b6d4-28b2-49bd-b9d3-9048ee0662ed tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:58.101338 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-23880c2d-8006-4559-97fb-8fa6c8692c7d req-4fe7b6d4-28b2-49bd-b9d3-9048ee0662ed tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 945 time: 0.0891125 Dec 02 15:59:58.153131 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-23880c2d-8006-4559-97fb-8fa6c8692c7d req-15306797-67c2-48e4-a194-66a66bb80b6c tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0445600 Dec 02 15:59:59.057844 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device f843f697-aa2c-489f-8351-4b3862c2d7aa no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 15:59:59.060257 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e3bae-9c51-4cc3-a28c-4d7d0a9e8875 req-95df04af-9945-429b-a0dd-c93d4f2d0013 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:59.061046 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-3b8e3bae-9c51-4cc3-a28c-4d7d0a9e8875 req-95df04af-9945-429b-a0dd-c93d4f2d0013 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Synchronizing usage tracker for tenant:e8d7a18fc79d48ee8c642b9c7dcb09bb on resource:port {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 15:59:59.074634 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-3b8e3bae-9c51-4cc3-a28c-4d7d0a9e8875 req-95df04af-9945-429b-a0dd-c93d4f2d0013 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Unset dirty status for tenant:e8d7a18fc79d48ee8c642b9c7dcb09bb on resource:port {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 15:59:59.075852 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3b8e3bae-9c51-4cc3-a28c-4d7d0a9e8875 req-95df04af-9945-429b-a0dd-c93d4f2d0013 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.90 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 945 time: 0.1000588 Dec 02 15:59:59.155580 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-3b8e3bae-9c51-4cc3-a28c-4d7d0a9e8875 req-aa629c6c-3d31-4f0c-85b6-ded503fee7a1 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Deleting port f843f697-aa2c-489f-8351-4b3862c2d7aa {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 15:59:59.156143 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-3b8e3bae-9c51-4cc3-a28c-4d7d0a9e8875 req-aa629c6c-3d31-4f0c-85b6-ded503fee7a1 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:59.177821 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:59.207806 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19394ed-505f-46ad-bd20-e0ccbbe728f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f843f697-aa2c-489f-8351-4b3862c2d7aa'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 15:59:59.219348 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port f843f697-aa2c-489f-8351-4b3862c2d7aa, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=f843f697-aa2c-489f-8351-4b3862c2d7aa,segment=NetworkSegment(08c06472-e5a4-4cd4-ad7e-966ba17347d1),segment_id=08c06472-e5a4-4cd4-ad7e-966ba17347d1)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:59:59.264165 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:59.266098 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ac6d340e-96be-4937-8ab4-fb8eeef80db7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 15:59:59.298116 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19394ed-505f-46ad-bd20-e0ccbbe728f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f843f697-aa2c-489f-8351-4b3862c2d7aa', 'code': 200} Dec 02 15:59:59.341750 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=f843f697-aa2c-489f-8351-4b3862c2d7aa,revision_number=7']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 15:59:59.345134 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 15:59:59.411066 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265417a4-c8fe-48f9-876d-671017b0c0a8 req-9c3f6cf2-d363-4057-b050-faeba8a953b5 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 15:59:59.412850 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-265417a4-c8fe-48f9-876d-671017b0c0a8 req-9c3f6cf2-d363-4057-b050-faeba8a953b5 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 943 time: 0.0945189 Dec 02 15:59:59.426353 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-3b8e3bae-9c51-4cc3-a28c-4d7d0a9e8875 req-aa629c6c-3d31-4f0c-85b6-ded503fee7a1 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] For port f843f697-aa2c-489f-8351-4b3862c2d7aa, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=f843f697-aa2c-489f-8351-4b3862c2d7aa,segment=NetworkSegment(08c06472-e5a4-4cd4-ad7e-966ba17347d1),segment_id=08c06472-e5a4-4cd4-ad7e-966ba17347d1)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 15:59:59.426784 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-3b8e3bae-9c51-4cc3-a28c-4d7d0a9e8875 req-aa629c6c-3d31-4f0c-85b6-ded503fee7a1 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 15:59:59.462706 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-265417a4-c8fe-48f9-876d-671017b0c0a8 req-4b10e391-8ce6-4196-bfc2-eaa88a62a00d tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups?id=f00e2d81-48f4-4efd-8322-77eea820488a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0425298 Dec 02 15:59:59.561000 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-3b8e3bae-9c51-4cc3-a28c-4d7d0a9e8875 req-aa629c6c-3d31-4f0c-85b6-ded503fee7a1 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Calling delete_port for f843f697-aa2c-489f-8351-4b3862c2d7aa owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 15:59:59.967928 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d9a7d5db-99e3-4184-b06d-5fad488ce085 req-ba6dc94d-11bc-4d51-ab43-1802c7ac95a5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.4138675 Dec 02 16:00:00.085245 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7d5db-99e3-4184-b06d-5fad488ce085 req-1bd0e5a4-f59b-4647-ad8c-89b3e814ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:00.087055 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d9a7d5db-99e3-4184-b06d-5fad488ce085 req-1bd0e5a4-f59b-4647-ad8c-89b3e814ab33 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5dcc037c94944143a3f2fdcc7f6a2f6d&device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 1162 time: 0.0779395 Dec 02 16:00:00.088288 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-3b8e3bae-9c51-4cc3-a28c-4d7d0a9e8875 req-aa629c6c-3d31-4f0c-85b6-ded503fee7a1 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:00.103603 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d3609659-0a07-42bd-8b6b-dc80a9e2bc03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:00.176542 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa629c6c-3d31-4f0c-85b6-ded503fee7a1 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Pushing event deleted for resources: {'Port': ['ID=f843f697-aa2c-489f-8351-4b3862c2d7aa,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:00.229263 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-aa629c6c-3d31-4f0c-85b6-ded503fee7a1 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:00.387064 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7d5db-99e3-4184-b06d-5fad488ce085 req-53259864-958f-429f-a3d3-26f57430d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:00.388644 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d9a7d5db-99e3-4184-b06d-5fad488ce085 req-53259864-958f-429f-a3d3-26f57430d645 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ae619313-79bd-4f58-9d4f-05b9d1c1f579 HTTP/1.1" status: 200 len: 911 time: 0.2480190 Dec 02 16:00:00.503597 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8e3bae-9c51-4cc3-a28c-4d7d0a9e8875 req-aa629c6c-3d31-4f0c-85b6-ded503fee7a1 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] No DVR routers for this DVR port f843f697-aa2c-489f-8351-4b3862c2d7aa on host hv-cinder-73761 {{(pid=80330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 16:00:00.517560 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-3b8e3bae-9c51-4cc3-a28c-4d7d0a9e8875 req-aa629c6c-3d31-4f0c-85b6-ded503fee7a1 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:00.520479 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19394ed-505f-46ad-bd20-e0ccbbe728f2', 'name': 'network-vif-deleted', 'tag': 'f843f697-aa2c-489f-8351-4b3862c2d7aa'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 16:00:00.574548 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d9a7d5db-99e3-4184-b06d-5fad488ce085 req-4286458b-548f-4ce1-9018-a8992c53beec service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a6392d2-d369-40d6-a1a9-aababa22e43a HTTP/1.1" status: 200 len: 1000 time: 0.1763682 Dec 02 16:00:00.578862 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-3b8e3bae-9c51-4cc3-a28c-4d7d0a9e8875 req-aa629c6c-3d31-4f0c-85b6-ded503fee7a1 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.90 "DELETE /v2.0/ports/f843f697-aa2c-489f-8351-4b3862c2d7aa HTTP/1.1" status: 204 len: 173 time: 1.4969313 Dec 02 16:00:00.588422 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19394ed-505f-46ad-bd20-e0ccbbe728f2', 'name': 'network-vif-deleted', 'tag': 'f843f697-aa2c-489f-8351-4b3862c2d7aa', 'status': 'completed', 'code': 200} Dec 02 16:00:00.658383 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7d5db-99e3-4184-b06d-5fad488ce085 req-a0438df2-0b33-40f5-86e8-c09591aee969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:00.660735 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d9a7d5db-99e3-4184-b06d-5fad488ce085 req-a0438df2-0b33-40f5-86e8-c09591aee969 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5a59a6d3-2eec-4eca-96de-faf6098a43d0 HTTP/1.1" status: 200 len: 856 time: 0.0714040 Dec 02 16:00:00.664601 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-63a078ca-7d7f-4319-8320-eb4323cb744c req-922a219b-9ee4-4b6b-84d1-4f044d6e2f1f tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 210 time: 0.0601671 Dec 02 16:00:00.756992 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7d5db-99e3-4184-b06d-5fad488ce085 req-be3207a9-c825-4c9a-a609-40fbf2426c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:00.759310 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d9a7d5db-99e3-4184-b06d-5fad488ce085 req-be3207a9-c825-4c9a-a609-40fbf2426c3a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ae619313-79bd-4f58-9d4f-05b9d1c1f579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786381 Dec 02 16:00:00.919923 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d9a7d5db-99e3-4184-b06d-5fad488ce085 req-b6b6b8a1-8184-4ac4-af65-930178fcb6e9 service neutron] 10.222.0.90 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495945 Dec 02 16:00:01.130094 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d9a7d5db-99e3-4184-b06d-5fad488ce085 req-a52746ab-c608-41cd-a008-f6fca19fb40f service neutron] 10.222.0.90 "GET /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2029793 Dec 02 16:00:01.870347 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-ccc72097-7218-4973-a084-d42fa31cb363 req-840753c8-5c44-424c-8ac7-fdd1be3df8f8 tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/ports?device_id=f19394ed-505f-46ad-bd20-e0ccbbe728f2 HTTP/1.1" status: 200 len: 210 time: 0.0492213 Dec 02 16:00:02.068556 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:03.064800 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9bde2301-c37b-4886-846b-4f9a769ef57a req-7dde84e6-cae1-4a89-9184-be469ad7a57f tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "GET /v2.0/security-groups/f00e2d81-48f4-4efd-8322-77eea820488a HTTP/1.1" status: 200 len: 2877 time: 0.0521808 Dec 02 16:00:03.141609 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-9bde2301-c37b-4886-846b-4f9a769ef57a req-d55290ce-58c0-488c-a360-f7aaf9b2475f tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:03.175541 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-9bde2301-c37b-4886-846b-4f9a769ef57a req-d55290ce-58c0-488c-a360-f7aaf9b2475f tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:03.247493 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-9bde2301-c37b-4886-846b-4f9a769ef57a req-d55290ce-58c0-488c-a360-f7aaf9b2475f tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:03.253075 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d2662fda-296e-44dc-b505-abfca6cce202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:03.269339 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55290ce-58c0-488c-a360-f7aaf9b2475f tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00e2d81-48f4-4efd-8322-77eea820488a,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:03.272102 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d55290ce-58c0-488c-a360-f7aaf9b2475f tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:03.304038 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-9bde2301-c37b-4886-846b-4f9a769ef57a req-d55290ce-58c0-488c-a360-f7aaf9b2475f tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:03.305309 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9bde2301-c37b-4886-846b-4f9a769ef57a req-d55290ce-58c0-488c-a360-f7aaf9b2475f tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] 10.222.0.98 "DELETE /v2.0/security-groups/f00e2d81-48f4-4efd-8322-77eea820488a HTTP/1.1" status: 204 len: 173 time: 0.2337408 Dec 02 16:00:03.393256 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 44880) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:04.000550 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-56f85fbc-6a15-49c2-8ef0-0f41d6ab6678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424877'] for router_interface, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:04.604053 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-56f85fbc-6a15-49c2-8ef0-0f41d6ab6678 admin admin] Deleting port 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:04.604871 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-56f85fbc-6a15-49c2-8ef0-0f41d6ab6678 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:04.785576 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-56f85fbc-6a15-49c2-8ef0-0f41d6ab6678 admin admin] For port 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=8b015b0f-d5c9-4a75-9ecf-487b079f7f6f,segment=NetworkSegment(08c06472-e5a4-4cd4-ad7e-966ba17347d1),segment_id=08c06472-e5a4-4cd4-ad7e-966ba17347d1)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:00:04.785969 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-56f85fbc-6a15-49c2-8ef0-0f41d6ab6678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:04.915624 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-56f85fbc-6a15-49c2-8ef0-0f41d6ab6678 admin admin] Calling delete_port for 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f owned by network:router_interface {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 16:00:05.258673 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-56f85fbc-6a15-49c2-8ef0-0f41d6ab6678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:05.275288 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5d4d5ac3-46f2-4a59-b386-2f08fed1b45c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:05.368933 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f85fbc-6a15-49c2-8ef0-0f41d6ab6678 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b015b0f-d5c9-4a75-9ecf-487b079f7f6f,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:05.376330 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-56f85fbc-6a15-49c2-8ef0-0f41d6ab6678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:05.909009 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-56f85fbc-6a15-49c2-8ef0-0f41d6ab6678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851522825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854355600'] for router_interface, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:06.424603 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f85fbc-6a15-49c2-8ef0-0f41d6ab6678 admin admin] Router 54169f97-831f-46fd-97ad-27b078c4370b has already been hosted by L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf {{(pid=80330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 16:00:06.617368 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f85fbc-6a15-49c2-8ef0-0f41d6ab6678 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 16:00:06.627442 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b48d9d2-ba3e-4896-970d-b1888e6f8bba None None] Sync routers for ids ['54169f97-831f-46fd-97ad-27b078c4370b'] in dv-cinder-737618-2-smb {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 16:00:06.631092 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-56f85fbc-6a15-49c2-8ef0-0f41d6ab6678 admin admin] 10.222.0.98 "PUT /v2.0/routers/54169f97-831f-46fd-97ad-27b078c4370b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2358882 Dec 02 16:00:06.633961 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 44886) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:06.637886 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b48d9d2-ba3e-4896-970d-b1888e6f8bba None None] Routers {'54169f97-831f-46fd-97ad-27b078c4370b'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 16:00:06.638587 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-3b48d9d2-ba3e-4896-970d-b1888e6f8bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:59:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['54169f97-831f-46fd-97ad-27b078c4370b'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:06.823509 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-3b48d9d2-ba3e-4896-970d-b1888e6f8bba None None] Set router 54169f97-831f-46fd-97ad-27b078c4370b gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 16:00:06.829440 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc713-a677-4d00-bdc5-4031e8f2fe80 admin admin] Notify callbacks [] for router, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:07.021893 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc713-a677-4d00-bdc5-4031e8f2fe80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:07.028393 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-7dcfc713-a677-4d00-bdc5-4031e8f2fe80 admin admin] Deleting port 73687296-5abb-48c7-a640-6d510baf1795 {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:07.028777 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc713-a677-4d00-bdc5-4031e8f2fe80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:07.132471 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-3b48d9d2-ba3e-4896-970d-b1888e6f8bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54169f97-831f-46fd-97ad-27b078c4370b', 'name': 'tempest-TestShelveInstance-796837125-router', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '73687296-5abb-48c7-a640-6d510baf1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:53:48Z', 'updated_at': '2020-12-02T16:00:05Z', 'revision_number': 5, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'gw_port': {'id': '73687296-5abb-48c7-a640-6d510baf1795', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:53:49Z', 'updated_at': '2020-12-02T15:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:07.137984 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b48d9d2-ba3e-4896-970d-b1888e6f8bba None None] Checking router: 54169f97-831f-46fd-97ad-27b078c4370b for host: dv-cinder-737618-2-smb {{(pid=80333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 16:00:07.147372 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b48d9d2-ba3e-4896-970d-b1888e6f8bba None None] Routers {'54169f97-831f-46fd-97ad-27b078c4370b'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 16:00:07.148040 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-3b48d9d2-ba3e-4896-970d-b1888e6f8bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:59:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['54169f97-831f-46fd-97ad-27b078c4370b'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:07.220199 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-7dcfc713-a677-4d00-bdc5-4031e8f2fe80 admin admin] For port 73687296-5abb-48c7-a640-6d510baf1795, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=73687296-5abb-48c7-a640-6d510baf1795,segment=NetworkSegment(e664ad9f-0009-4ff2-8670-18bebb570cf0),segment_id=e664ad9f-0009-4ff2-8670-18bebb570cf0)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:00:07.220578 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc713-a677-4d00-bdc5-4031e8f2fe80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:07.339065 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-3b48d9d2-ba3e-4896-970d-b1888e6f8bba None None] Set router 54169f97-831f-46fd-97ad-27b078c4370b gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 16:00:07.359452 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-7dcfc713-a677-4d00-bdc5-4031e8f2fe80 admin admin] Calling delete_port for 73687296-5abb-48c7-a640-6d510baf1795 owned by network:router_gateway {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 16:00:07.505134 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc713-a677-4d00-bdc5-4031e8f2fe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: WARNING neutron.plugins.ml2.ovo_rpc [None req-7dcfc713-a677-4d00-bdc5-4031e8f2fe80 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: result = function(*args, **kwargs) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: proto.__init__(conn_state, self) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: self.handle() Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: self.handle_one_request() Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: self.handle_one_response() Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: result = self.application(self.environ, start_response) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: return app(environ, start_response) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: resp = self.call_func(req, *args, **kw) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: return self.func(req, *args, **kwargs) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: response = req.get_response(self.application) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: application, catch_exc_info=False) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: app_iter = application(self.environ, start_response) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: resp = self.call_func(req, *args, **kw) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: return self.func(req, *args, **kwargs) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: response = req.get_response(self.application) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: application, catch_exc_info=False) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: app_iter = application(self.environ, start_response) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: resp = self.call_func(req, *args, **kw) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: return self.func(req, *args, **kwargs) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: response = req.get_response(self.application) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: application, catch_exc_info=False) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: app_iter = application(self.environ, start_response) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: resp = self.call_func(req, *args, **kw) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: return self.func(req, *args, **kwargs) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: response = req.get_response(self.application) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: application, catch_exc_info=False) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: app_iter = application(self.environ, start_response) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: resp = self.call_func(req, *args, **kw) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: return self.func(req, *args, **kwargs) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: return request.get_response(self.application) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: application, catch_exc_info=False) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: app_iter = application(self.environ, start_response) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: resp = self.call_func(req, *args, **kw) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: return self.func(req, *args, **kwargs) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: response = req.get_response(self._app) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: application, catch_exc_info=False) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: app_iter = application(self.environ, start_response) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: return resp(environ, start_response) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: return resp(environ, start_response) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: response = self.app(environ, start_response) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: return resp(environ, start_response) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: resp = self.call_func(req, *args, **kw) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: return self.func(req, *args, **kwargs) Dec 02 16:00:07.507679 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: result = method(request=request, **args) Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: return self._delete(request, id, **kwargs) Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: return f(*args, **kwargs) Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: return f(*args, **kwargs) Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: return f(*dup_args, **dup_kwargs) Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: obj_deleter(request.context, id, **kwargs) Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: super(L3_NAT_db_mixin, self).delete_router(context, id) Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: return method(*args, **kwargs) Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: return f(*args, **kwargs) Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: return f(*args, **kwargs) Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: return f(*dup_args, **dup_kwargs) Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: self._delete_current_gw_port(context, id, router, None) Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: admin_ctx, gw_port_id, l3_port_check=False) Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: return f(self, context, *args, **kwargs) Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: return method(*args, **kwargs) Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: context, port, router_ids, bound_mech_contexts) Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 103, in _wrapped Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: return function(*args, **kwargs) Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: errors = self._notify_loop(resource, event, trigger, **kwargs) Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: callback(resource, event, trigger, **kwargs) Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: if self._is_session_semantic_violated(context, resource, event): Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: stack = traceback.extract_stack() Dec 02 16:00:07.514074 dv-cinder-737618-2-smb neutron-server[80217]: Dec 02 16:00:07.659017 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-3b48d9d2-ba3e-4896-970d-b1888e6f8bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54169f97-831f-46fd-97ad-27b078c4370b', 'name': 'tempest-TestShelveInstance-796837125-router', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '73687296-5abb-48c7-a640-6d510baf1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:53:48Z', 'updated_at': '2020-12-02T16:00:05Z', 'revision_number': 5, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'gw_port': {'id': '73687296-5abb-48c7-a640-6d510baf1795', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:53:49Z', 'updated_at': '2020-12-02T15:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:07.663526 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b48d9d2-ba3e-4896-970d-b1888e6f8bba None None] The sync data for ids ['54169f97-831f-46fd-97ad-27b078c4370b'] in dv-cinder-737618-2-smb is: [{'id': '54169f97-831f-46fd-97ad-27b078c4370b', 'name': 'tempest-TestShelveInstance-796837125-router', 'tenant_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '73687296-5abb-48c7-a640-6d510baf1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:53:48Z', 'updated_at': '2020-12-02T16:00:05Z', 'revision_number': 5, 'project_id': 'e8d7a18fc79d48ee8c642b9c7dcb09bb', 'gw_port': {'id': '73687296-5abb-48c7-a640-6d510baf1795', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:bb:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54169f97-831f-46fd-97ad-27b078c4370b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:53:49Z', 'updated_at': '2020-12-02T15:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}] {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 16:00:07.709330 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc713-a677-4d00-bdc5-4031e8f2fe80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559653'] for router_gateway, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:08.100678 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc713-a677-4d00-bdc5-4031e8f2fe80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-557575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14561'] for router, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:08.103147 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc713-a677-4d00-bdc5-4031e8f2fe80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:08.252696 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f no longer exists at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 16:00:08.280786 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc713-a677-4d00-bdc5-4031e8f2fe80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854216554'] for router, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:08.281818 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcfc713-a677-4d00-bdc5-4031e8f2fe80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54169f97-831f-46fd-97ad-27b078c4370b {{(pid=80330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 02 16:00:08.289278 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] No Port match for: 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f {{(pid=80332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 16:00:08.289682 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 8b015b0f-d5c9-4a75-9ecf-487b079f7f6f not bound to the agent host dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 16:00:08.302750 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7dcfc713-a677-4d00-bdc5-4031e8f2fe80 admin admin] Notify callbacks [] for router, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:08.304096 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-7dcfc713-a677-4d00-bdc5-4031e8f2fe80 admin admin] 10.222.0.98 "DELETE /v2.0/routers/54169f97-831f-46fd-97ad-27b078c4370b HTTP/1.1" status: 204 len: 168 time: 1.6682715 Dec 02 16:00:08.307915 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 44890) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:08.382812 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe4bea4-b779-437f-a0e0-ca728f9ca350 admin admin] Deleting subnet 58fb7be0-8747-4314-8cd6-9f3f0bf15dc2 {{(pid=80331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 16:00:08.386464 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fbe4bea4-b779-437f-a0e0-ca728f9ca350 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:08.446059 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fbe4bea4-b779-437f-a0e0-ca728f9ca350 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839211382'] for subnet, precommit_delete_associations {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:08.790562 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fbe4bea4-b779-437f-a0e0-ca728f9ca350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3212037'] for subnet, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:09.086330 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fbe4bea4-b779-437f-a0e0-ca728f9ca350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851563747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14821802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839293875'] for subnet, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:09.104827 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:09.196568 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4bea4-b779-437f-a0e0-ca728f9ca350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58fb7be0-8747-4314-8cd6-9f3f0bf15dc2,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:09.209178 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-fbe4bea4-b779-437f-a0e0-ca728f9ca350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:09.244843 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fbe4bea4-b779-437f-a0e0-ca728f9ca350 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:09.250130 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1e8b86-fe0b-4fe4-aa8b-644843ef6ba3 None None] Network 381266ba-2c0c-4b16-ae63-d025abb85ceb requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 16:00:09.251118 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-fbe4bea4-b779-437f-a0e0-ca728f9ca350 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/58fb7be0-8747-4314-8cd6-9f3f0bf15dc2 HTTP/1.1" status: 204 len: 168 time: 0.9420717 Dec 02 16:00:09.253804 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 44896) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:09.378386 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-efd4159a-0e4f-4c7e-8829-bf79441df4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851402585'] for network, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:09.451268 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-efd4159a-0e4f-4c7e-8829-bf79441df4c1 admin admin] Deleting port eb88bfbd-93fa-4106-b650-12df0380fd63 {{(pid=80331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:09.451654 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-efd4159a-0e4f-4c7e-8829-bf79441df4c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:09.512637 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ff0e06-0654-4e4f-b4c4-8adee74e11da None None] DHCP port deletion for 381266ba-2c0c-4b16-ae63-d025abb85ceb request from dv-cinder-737618-2-smb {{(pid=80332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 02 16:00:09.517588 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-d3ff0e06-0654-4e4f-b4c4-8adee74e11da None None] Deleting port eb88bfbd-93fa-4106-b650-12df0380fd63 {{(pid=80332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:09.518129 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3ff0e06-0654-4e4f-b4c4-8adee74e11da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:09.679524 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-efd4159a-0e4f-4c7e-8829-bf79441df4c1 admin admin] For port eb88bfbd-93fa-4106-b650-12df0380fd63, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=eb88bfbd-93fa-4106-b650-12df0380fd63,segment=NetworkSegment(08c06472-e5a4-4cd4-ad7e-966ba17347d1),segment_id=08c06472-e5a4-4cd4-ad7e-966ba17347d1)] {{(pid=80331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:00:09.679849 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-efd4159a-0e4f-4c7e-8829-bf79441df4c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:09.739785 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-d3ff0e06-0654-4e4f-b4c4-8adee74e11da None None] For port eb88bfbd-93fa-4106-b650-12df0380fd63, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=eb88bfbd-93fa-4106-b650-12df0380fd63,segment=NetworkSegment(08c06472-e5a4-4cd4-ad7e-966ba17347d1),segment_id=08c06472-e5a4-4cd4-ad7e-966ba17347d1)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:00:09.740179 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3ff0e06-0654-4e4f-b4c4-8adee74e11da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:09.816074 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-efd4159a-0e4f-4c7e-8829-bf79441df4c1 admin admin] Calling delete_port for eb88bfbd-93fa-4106-b650-12df0380fd63 owned by network:dhcp {{(pid=80331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 16:00:09.872675 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-d3ff0e06-0654-4e4f-b4c4-8adee74e11da None None] Calling delete_port for eb88bfbd-93fa-4106-b650-12df0380fd63 owned by network:dhcp {{(pid=80332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 16:00:09.938918 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-efd4159a-0e4f-4c7e-8829-bf79441df4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14825086'] for port, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:09.956731 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-cedf43db-6789-4a3a-b546-dcb9b8309fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:10.060813 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4159a-0e4f-4c7e-8829-bf79441df4c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb88bfbd-93fa-4106-b650-12df0380fd63,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:10.074537 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-efd4159a-0e4f-4c7e-8829-bf79441df4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:10.118866 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.api [None req-d3ff0e06-0654-4e4f-b4c4-8adee74e11da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 16:00:10.119523 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_db.api [None req-d3ff0e06-0654-4e4f-b4c4-8adee74e11da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 16:00:10.133261 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd4159a-0e4f-4c7e-8829-bf79441df4c1 admin admin] No DVR routers for this DVR port eb88bfbd-93fa-4106-b650-12df0380fd63 on host dv-cinder-737618-2-smb {{(pid=80331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 16:00:10.277888 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-efd4159a-0e4f-4c7e-8829-bf79441df4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3212700', 'neutron.services.segments.db._delete_segments_for_network--9223363299656580280'] for network, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:10.293171 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device eb88bfbd-93fa-4106-b650-12df0380fd63 no longer exists at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 16:00:10.328953 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] No Port match for: eb88bfbd-93fa-4106-b650-12df0380fd63 {{(pid=80332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 16:00:10.329347 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device eb88bfbd-93fa-4106-b650-12df0380fd63 not bound to the agent host dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 16:00:10.329818 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 73687296-5abb-48c7-a640-6d510baf1795 no longer exists at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 16:00:10.362724 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] No Port match for: 73687296-5abb-48c7-a640-6d510baf1795 {{(pid=80332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 16:00:10.363130 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 73687296-5abb-48c7-a640-6d510baf1795 not bound to the agent host dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 16:00:10.398958 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-efd4159a-0e4f-4c7e-8829-bf79441df4c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['381266ba-2c0c-4b16-ae63-d025abb85ceb']}} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:10.412233 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-efd4159a-0e4f-4c7e-8829-bf79441df4c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c06472-e5a4-4cd4-ad7e-966ba17347d1') {'for_net_delete': True} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:10.412572 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-efd4159a-0e4f-4c7e-8829-bf79441df4c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c06472-e5a4-4cd4-ad7e-966ba17347d1') {} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:10.424678 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-efd4159a-0e4f-4c7e-8829-bf79441df4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299656579768', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15564418'] for segment, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:10.440109 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-efd4159a-0e4f-4c7e-8829-bf79441df4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:10.442152 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-efd4159a-0e4f-4c7e-8829-bf79441df4c1 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 16:00:10.621088 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-d3ff0e06-0654-4e4f-b4c4-8adee74e11da None None] Deleting port eb88bfbd-93fa-4106-b650-12df0380fd63 {{(pid=80332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:10.621650 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d3ff0e06-0654-4e4f-b4c4-8adee74e11da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:10.629396 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-efd4159a-0e4f-4c7e-8829-bf79441df4c1 admin admin] Network 381266ba-2c0c-4b16-ae63-d025abb85ceb has no segments {{(pid=80331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 16:00:10.639196 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-efd4159a-0e4f-4c7e-8829-bf79441df4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3225722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839950839'] for segment, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:10.693229 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-d3ff0e06-0654-4e4f-b4c4-8adee74e11da None None] The port 'eb88bfbd-93fa-4106-b650-12df0380fd63' was deleted {{(pid=80332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 02 16:00:10.822453 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-efd4159a-0e4f-4c7e-8829-bf79441df4c1 admin admin] Network 381266ba-2c0c-4b16-ae63-d025abb85ceb has no segments {{(pid=80331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: Traceback (most recent call last): Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: timer() Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: cb(*args, **kw) Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: return func(*args, **kwargs) Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: self._notify() Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: self.callback(batched_events) Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: event.method(event) Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: segment_id)['aggregates'][0] Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: return f(self, *a, **k) Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: return self._get(url).json() Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: **kwargs) Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: return self.request(url, 'GET', **kwargs) Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: **endpoint_filter) Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 16:00:10.848748 dv-cinder-737618-2-smb neutron-server[80217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 16:00:10.954238 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-efd4159a-0e4f-4c7e-8829-bf79441df4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851563116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854216125'] for network, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:10.957715 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:10.972372 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-efd4159a-0e4f-4c7e-8829-bf79441df4c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:10.984491 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4159a-0e4f-4c7e-8829-bf79441df4c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=381266ba-2c0c-4b16-ae63-d025abb85ceb,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:10.988136 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-efd4159a-0e4f-4c7e-8829-bf79441df4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:11.027710 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-efd4159a-0e4f-4c7e-8829-bf79441df4c1 admin admin] 10.222.0.98 "DELETE /v2.0/networks/381266ba-2c0c-4b16-ae63-d025abb85ceb HTTP/1.1" status: 204 len: 168 time: 1.7724836 Dec 02 16:00:11.031281 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 44900) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:11.416785 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69b69d33-5428-4cae-af3d-f16ead86ba9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424877'] for router_interface, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:12.267408 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-69b69d33-5428-4cae-af3d-f16ead86ba9e admin admin] Deleting port 59343431-0c96-49f5-b128-9484f3604ca9 {{(pid=80331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:12.267792 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69b69d33-5428-4cae-af3d-f16ead86ba9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:12.491678 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69b69d33-5428-4cae-af3d-f16ead86ba9e admin admin] For port 59343431-0c96-49f5-b128-9484f3604ca9, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=59343431-0c96-49f5-b128-9484f3604ca9,segment=NetworkSegment(72775354-a6c2-4ebd-be4c-207208f8a33f),segment_id=72775354-a6c2-4ebd-be4c-207208f8a33f)] {{(pid=80331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:00:12.492341 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69b69d33-5428-4cae-af3d-f16ead86ba9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:12.632057 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-69b69d33-5428-4cae-af3d-f16ead86ba9e admin admin] Calling delete_port for 59343431-0c96-49f5-b128-9484f3604ca9 owned by network:router_interface {{(pid=80331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 16:00:12.841440 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69b69d33-5428-4cae-af3d-f16ead86ba9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14825086'] for port, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:12.861835 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-639a0cf6-a5ba-440a-a0be-5aa2259aa19e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:12.962384 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b69d33-5428-4cae-af3d-f16ead86ba9e admin admin] Pushing event deleted for resources: {'Port': ['ID=59343431-0c96-49f5-b128-9484f3604ca9,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:12.968608 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69b69d33-5428-4cae-af3d-f16ead86ba9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:13.300483 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69b69d33-5428-4cae-af3d-f16ead86ba9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851522825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854355600'] for router_interface, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:13.567492 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 16:00:13.832722 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b69d33-5428-4cae-af3d-f16ead86ba9e admin admin] Router 3f240762-ac94-4978-a27c-b529e9986fca has already been hosted by L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf {{(pid=80331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 16:00:14.030083 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b69d33-5428-4cae-af3d-f16ead86ba9e admin admin] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 16:00:14.044025 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-69b69d33-5428-4cae-af3d-f16ead86ba9e admin admin] 10.222.0.98 "PUT /v2.0/routers/3f240762-ac94-4978-a27c-b529e9986fca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0071843 Dec 02 16:00:14.044314 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e515bd-21eb-4f20-9d54-0f10fe334a1e None None] Sync routers for ids ['3f240762-ac94-4978-a27c-b529e9986fca'] in dv-cinder-737618-2-smb {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 16:00:14.044503 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 44908) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:14.066152 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e515bd-21eb-4f20-9d54-0f10fe334a1e None None] Routers {'3f240762-ac94-4978-a27c-b529e9986fca'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 16:00:14.066904 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-f7e515bd-21eb-4f20-9d54-0f10fe334a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:59:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['3f240762-ac94-4978-a27c-b529e9986fca'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:14.263739 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9fa1eba8-0643-4840-a5d9-090bfd6c11e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:14.291676 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-f7e515bd-21eb-4f20-9d54-0f10fe334a1e None None] Set router 3f240762-ac94-4978-a27c-b529e9986fca gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 16:00:14.461286 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9fa1eba8-0643-4840-a5d9-090bfd6c11e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:14.467065 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-9fa1eba8-0643-4840-a5d9-090bfd6c11e0 admin admin] Deleting port 9037782d-7fbd-41cf-a5d5-0963a3c62e9b {{(pid=80331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:14.467440 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9fa1eba8-0643-4840-a5d9-090bfd6c11e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:14.694537 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-f7e515bd-21eb-4f20-9d54-0f10fe334a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f240762-ac94-4978-a27c-b529e9986fca', 'name': 'tempest-TestShelveInstance-457620486-router', 'tenant_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': '9037782d-7fbd-41cf-a5d5-0963a3c62e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:54:02Z', 'updated_at': '2020-12-02T16:00:12Z', 'revision_number': 5, 'project_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'gw_port': {'id': '9037782d-7fbd-41cf-a5d5-0963a3c62e9b', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f240762-ac94-4978-a27c-b529e9986fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:04Z', 'updated_at': '2020-12-02T15:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:14.699806 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e515bd-21eb-4f20-9d54-0f10fe334a1e None None] Checking router: 3f240762-ac94-4978-a27c-b529e9986fca for host: dv-cinder-737618-2-smb {{(pid=80332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 16:00:14.710133 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e515bd-21eb-4f20-9d54-0f10fe334a1e None None] Routers {'3f240762-ac94-4978-a27c-b529e9986fca'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 16:00:14.710840 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-f7e515bd-21eb-4f20-9d54-0f10fe334a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:59:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['3f240762-ac94-4978-a27c-b529e9986fca'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:14.909164 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-9fa1eba8-0643-4840-a5d9-090bfd6c11e0 admin admin] For port 9037782d-7fbd-41cf-a5d5-0963a3c62e9b, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=9037782d-7fbd-41cf-a5d5-0963a3c62e9b,segment=NetworkSegment(e664ad9f-0009-4ff2-8670-18bebb570cf0),segment_id=e664ad9f-0009-4ff2-8670-18bebb570cf0)] {{(pid=80331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:00:14.909565 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9fa1eba8-0643-4840-a5d9-090bfd6c11e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:14.911324 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-f7e515bd-21eb-4f20-9d54-0f10fe334a1e None None] Set router 3f240762-ac94-4978-a27c-b529e9986fca gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 16:00:15.046947 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-9fa1eba8-0643-4840-a5d9-090bfd6c11e0 admin admin] Calling delete_port for 9037782d-7fbd-41cf-a5d5-0963a3c62e9b owned by network:router_gateway {{(pid=80331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 16:00:15.205149 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9fa1eba8-0643-4840-a5d9-090bfd6c11e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14825086'] for port, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:15.322822 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-f7e515bd-21eb-4f20-9d54-0f10fe334a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f240762-ac94-4978-a27c-b529e9986fca', 'name': 'tempest-TestShelveInstance-457620486-router', 'tenant_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': '9037782d-7fbd-41cf-a5d5-0963a3c62e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:54:02Z', 'updated_at': '2020-12-02T16:00:12Z', 'revision_number': 5, 'project_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'gw_port': {'id': '9037782d-7fbd-41cf-a5d5-0963a3c62e9b', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f240762-ac94-4978-a27c-b529e9986fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:04Z', 'updated_at': '2020-12-02T15:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:15.327868 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e515bd-21eb-4f20-9d54-0f10fe334a1e None None] The sync data for ids ['3f240762-ac94-4978-a27c-b529e9986fca'] in dv-cinder-737618-2-smb is: [{'id': '3f240762-ac94-4978-a27c-b529e9986fca', 'name': 'tempest-TestShelveInstance-457620486-router', 'tenant_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.164'}], 'enable_snat': True}, 'gw_port_id': '9037782d-7fbd-41cf-a5d5-0963a3c62e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:54:02Z', 'updated_at': '2020-12-02T16:00:12Z', 'revision_number': 5, 'project_id': 'ace4ebcfe9c041ea8515abe8c2581f4e', 'gw_port': {'id': '9037782d-7fbd-41cf-a5d5-0963a3c62e9b', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f240762-ac94-4978-a27c-b529e9986fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:54:04Z', 'updated_at': '2020-12-02T15:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}] {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 16:00:15.434265 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9fa1eba8-0643-4840-a5d9-090bfd6c11e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559653'] for router_gateway, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:15.583736 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9fa1eba8-0643-4840-a5d9-090bfd6c11e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-557575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14561'] for router, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:15.587730 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9fa1eba8-0643-4840-a5d9-090bfd6c11e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:15.777563 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9fa1eba8-0643-4840-a5d9-090bfd6c11e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854216554'] for router, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:15.778469 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa1eba8-0643-4840-a5d9-090bfd6c11e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f240762-ac94-4978-a27c-b529e9986fca {{(pid=80331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 02 16:00:15.796952 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9fa1eba8-0643-4840-a5d9-090bfd6c11e0 admin admin] Notify callbacks [] for router, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:15.799370 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-9fa1eba8-0643-4840-a5d9-090bfd6c11e0 admin admin] 10.222.0.98 "DELETE /v2.0/routers/3f240762-ac94-4978-a27c-b529e9986fca HTTP/1.1" status: 204 len: 168 time: 1.7538066 Dec 02 16:00:15.802885 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 44916) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:15.904284 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa494a09-3537-4b55-8635-4b0ba9897083 admin admin] Deleting subnet 4416b172-d96a-46ef-a0ad-7e47be582724 {{(pid=80331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 16:00:15.909836 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fa494a09-3537-4b55-8635-4b0ba9897083 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:16.026985 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fa494a09-3537-4b55-8635-4b0ba9897083 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839211382'] for subnet, precommit_delete_associations {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:16.142038 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fa494a09-3537-4b55-8635-4b0ba9897083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3212037'] for subnet, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:16.314298 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 59343431-0c96-49f5-b128-9484f3604ca9 no longer exists at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 16:00:16.356151 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] No Port match for: 59343431-0c96-49f5-b128-9484f3604ca9 {{(pid=80332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 16:00:16.356543 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 59343431-0c96-49f5-b128-9484f3604ca9 not bound to the agent host dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 16:00:16.357026 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 9037782d-7fbd-41cf-a5d5-0963a3c62e9b no longer exists at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 16:00:16.402802 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] No Port match for: 9037782d-7fbd-41cf-a5d5-0963a3c62e9b {{(pid=80332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 16:00:16.403129 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 9037782d-7fbd-41cf-a5d5-0963a3c62e9b not bound to the agent host dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 16:00:16.508048 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6f9a2-fd02-492d-8ee2-677b62b25ff8 req-91f7f148-91f6-44c5-921a-020cabc9d3fb tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:16.510471 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6bc6f9a2-fd02-492d-8ee2-677b62b25ff8 req-91f7f148-91f6-44c5-921a-020cabc9d3fb tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.1516070 Dec 02 16:00:16.561665 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6bc6f9a2-fd02-492d-8ee2-677b62b25ff8 req-28978a6c-105d-4c30-9702-4738fd0f5606 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441310 Dec 02 16:00:16.745413 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fa494a09-3537-4b55-8635-4b0ba9897083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851563747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14821802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839293875'] for subnet, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:16.760247 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:16.803916 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa494a09-3537-4b55-8635-4b0ba9897083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4416b172-d96a-46ef-a0ad-7e47be582724,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:16.853816 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-fa494a09-3537-4b55-8635-4b0ba9897083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:16.909154 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fa494a09-3537-4b55-8635-4b0ba9897083 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:16.916917 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-fa494a09-3537-4b55-8635-4b0ba9897083 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/4416b172-d96a-46ef-a0ad-7e47be582724 HTTP/1.1" status: 204 len: 168 time: 1.1126053 Dec 02 16:00:16.917140 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3bac7d-9187-4fb3-bac7-4015d1e11b50 None None] Network 6cfe88ad-176d-4112-8aaf-0063367dfcb9 requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 16:00:16.921190 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 44924) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:17.044804 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851402585'] for network, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:17.118334 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] Deleting port bf2e82f2-c3cd-4414-85ef-82c6208819bb {{(pid=80331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:17.119621 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:17.211397 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ca5e95-3daf-4a65-9951-b2726fe0de12 None None] DHCP port deletion for 6cfe88ad-176d-4112-8aaf-0063367dfcb9 request from dv-cinder-737618-2-smb {{(pid=80332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 02 16:00:17.216958 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-31ca5e95-3daf-4a65-9951-b2726fe0de12 None None] Deleting port bf2e82f2-c3cd-4414-85ef-82c6208819bb {{(pid=80332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:17.217455 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-31ca5e95-3daf-4a65-9951-b2726fe0de12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:17.366915 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] For port bf2e82f2-c3cd-4414-85ef-82c6208819bb, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=bf2e82f2-c3cd-4414-85ef-82c6208819bb,segment=NetworkSegment(72775354-a6c2-4ebd-be4c-207208f8a33f),segment_id=72775354-a6c2-4ebd-be4c-207208f8a33f)] {{(pid=80331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:00:17.367315 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:17.447155 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-31ca5e95-3daf-4a65-9951-b2726fe0de12 None None] For port bf2e82f2-c3cd-4414-85ef-82c6208819bb, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=bf2e82f2-c3cd-4414-85ef-82c6208819bb,segment=NetworkSegment(72775354-a6c2-4ebd-be4c-207208f8a33f),segment_id=72775354-a6c2-4ebd-be4c-207208f8a33f)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:00:17.447513 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-31ca5e95-3daf-4a65-9951-b2726fe0de12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:17.500402 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] Calling delete_port for bf2e82f2-c3cd-4414-85ef-82c6208819bb owned by network:dhcp {{(pid=80331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 16:00:17.583540 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-31ca5e95-3daf-4a65-9951-b2726fe0de12 None None] Calling delete_port for bf2e82f2-c3cd-4414-85ef-82c6208819bb owned by network:dhcp {{(pid=80332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 16:00:17.617906 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14825086'] for port, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:17.639264 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-94cfe44f-1139-4e95-a23a-9fa87b6e249e tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:17.662773 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.api [None req-31ca5e95-3daf-4a65-9951-b2726fe0de12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 16:00:17.663190 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_db.api [None req-31ca5e95-3daf-4a65-9951-b2726fe0de12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 16:00:17.749813 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf2e82f2-c3cd-4414-85ef-82c6208819bb,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:17.763649 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:17.807356 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] No DVR routers for this DVR port bf2e82f2-c3cd-4414-85ef-82c6208819bb on host dv-cinder-737618-2-smb {{(pid=80331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 16:00:17.997682 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3212700', 'neutron.services.segments.db._delete_segments_for_network--9223363299656580280'] for network, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:18.140399 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8208007-c075-4f57-932f-980dc0c6e7e8 req-f3834def-328e-45cb-91bb-cfb443ecd571 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:18.142069 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f8208007-c075-4f57-932f-980dc0c6e7e8 req-f3834def-328e-45cb-91bb-cfb443ecd571 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.4089122 Dec 02 16:00:18.148982 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cfe88ad-176d-4112-8aaf-0063367dfcb9']}} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:18.164320 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-31ca5e95-3daf-4a65-9951-b2726fe0de12 None None] Deleting port bf2e82f2-c3cd-4414-85ef-82c6208819bb {{(pid=80332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:18.164862 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-31ca5e95-3daf-4a65-9951-b2726fe0de12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:18.180050 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72775354-a6c2-4ebd-be4c-207208f8a33f') {'for_net_delete': True} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:18.180383 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72775354-a6c2-4ebd-be4c-207208f8a33f') {} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:18.199755 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299656579768', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15564418'] for segment, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:18.234176 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-f8208007-c075-4f57-932f-980dc0c6e7e8 req-fb90995e-e277-45de-97ad-8f431aa6f925 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759563 Dec 02 16:00:18.242955 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-31ca5e95-3daf-4a65-9951-b2726fe0de12 None None] The port 'bf2e82f2-c3cd-4414-85ef-82c6208819bb' was deleted {{(pid=80332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 02 16:00:18.295353 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device bf2e82f2-c3cd-4414-85ef-82c6208819bb no longer exists at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 16:00:18.303354 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:18.305682 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 16:00:18.332323 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] No Port match for: bf2e82f2-c3cd-4414-85ef-82c6208819bb {{(pid=80332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 16:00:18.334029 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device bf2e82f2-c3cd-4414-85ef-82c6208819bb not bound to the agent host dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 16:00:18.416291 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91970c-91e0-4811-854b-52e8e379e664 req-d3b134db-2bed-4d35-bb77-78f1c036f03e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:18.417178 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-4b91970c-91e0-4811-854b-52e8e379e664 req-d3b134db-2bed-4d35-bb77-78f1c036f03e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Synchronizing usage tracker for tenant:5dcc037c94944143a3f2fdcc7f6a2f6d on resource:port {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 16:00:18.458157 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-4b91970c-91e0-4811-854b-52e8e379e664 req-d3b134db-2bed-4d35-bb77-78f1c036f03e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Unset dirty status for tenant:5dcc037c94944143a3f2fdcc7f6a2f6d on resource:port {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 16:00:18.460005 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4b91970c-91e0-4811-854b-52e8e379e664 req-d3b134db-2bed-4d35-bb77-78f1c036f03e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.90 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 945 time: 0.1323965 Dec 02 16:00:18.512722 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] Network 6cfe88ad-176d-4112-8aaf-0063367dfcb9 has no segments {{(pid=80331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 16:00:18.523923 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3225722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839950839'] for segment, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:18.540453 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-4b91970c-91e0-4811-854b-52e8e379e664 req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Deleting port 1a6392d2-d369-40d6-a1a9-aababa22e43a {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:18.541479 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-4b91970c-91e0-4811-854b-52e8e379e664 req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:18.716211 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] Network 6cfe88ad-176d-4112-8aaf-0063367dfcb9 has no segments {{(pid=80331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: Traceback (most recent call last): Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: timer() Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: cb(*args, **kw) Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: return func(*args, **kwargs) Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: self._notify() Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: self.callback(batched_events) Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: event.method(event) Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: segment_id)['aggregates'][0] Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: return f(self, *a, **k) Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: return self._get(url).json() Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: **kwargs) Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: return self.request(url, 'GET', **kwargs) Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: **endpoint_filter) Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 16:00:18.740322 dv-cinder-737618-2-smb neutron-server[80217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 16:00:18.814302 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-4b91970c-91e0-4811-854b-52e8e379e664 req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] For port 1a6392d2-d369-40d6-a1a9-aababa22e43a, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=1a6392d2-d369-40d6-a1a9-aababa22e43a,segment=NetworkSegment(ca708766-9b54-46c3-9628-ffb652be6104),segment_id=ca708766-9b54-46c3-9628-ffb652be6104)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:00:18.828458 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-4b91970c-91e0-4811-854b-52e8e379e664 req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:19.115152 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 1a6392d2-d369-40d6-a1a9-aababa22e43a no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 16:00:19.225939 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-4b91970c-91e0-4811-854b-52e8e379e664 req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for floatingip, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:19.226398 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-4b91970c-91e0-4811-854b-52e8e379e664 req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854216080'] for floatingip, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:19.226941 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.l3_db [req-4b91970c-91e0-4811-854b-52e8e379e664 req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Floating IP 75e2d077-bde9-4d4a-b9ee-a43e80d2de2b disassociated. External IP: 172.28.0.63, port: 1a6392d2-d369-40d6-a1a9-aababa22e43a. Dec 02 16:00:19.227326 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-4b91970c-91e0-4811-854b-52e8e379e664 req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Calling delete_port for 1a6392d2-d369-40d6-a1a9-aababa22e43a owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 16:00:19.238166 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:19.251282 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851563116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854216125'] for network, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:19.255006 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:19.272226 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:19.273108 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598a83e3-d5a7-4850-9f58-c6227d6842f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a6392d2-d369-40d6-a1a9-aababa22e43a'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 16:00:19.279703 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cfe88ad-176d-4112-8aaf-0063367dfcb9,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:19.284310 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:19.285154 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 1a6392d2-d369-40d6-a1a9-aababa22e43a, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=1a6392d2-d369-40d6-a1a9-aababa22e43a,segment=NetworkSegment(ca708766-9b54-46c3-9628-ffb652be6104),segment_id=ca708766-9b54-46c3-9628-ffb652be6104)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:00:19.295855 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] 10.222.0.98 "DELETE /v2.0/networks/6cfe88ad-176d-4112-8aaf-0063367dfcb9 HTTP/1.1" status: 204 len: 168 time: 2.3706138 Dec 02 16:00:19.315663 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:19.318809 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:19.356101 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.api [req-4b91970c-91e0-4811-854b-52e8e379e664 req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80330) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 16:00:19.356475 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_db.api [req-4b91970c-91e0-4811-854b-52e8e379e664 req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 16:00:19.365347 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598a83e3-d5a7-4850-9f58-c6227d6842f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a6392d2-d369-40d6-a1a9-aababa22e43a', 'code': 200} Dec 02 16:00:19.403251 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=1a6392d2-d369-40d6-a1a9-aababa22e43a,revision_number=7']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:19.406855 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:19.501588 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb118b-db64-41b3-8bbb-2f978c1ec3a9 req-6b4242d8-675f-4129-bde6-d8a1678a25cc tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:19.503254 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0fbb118b-db64-41b3-8bbb-2f978c1ec3a9 req-6b4242d8-675f-4129-bde6-d8a1678a25cc tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 943 time: 0.0929921 Dec 02 16:00:19.523844 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 44940) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:19.553751 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-0fbb118b-db64-41b3-8bbb-2f978c1ec3a9 req-1cfe86af-8be7-44fd-9a01-4ea04a2f47f7 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups?id=469cbef5-e1c3-4c60-b274-9dee5212d03e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427589 Dec 02 16:00:19.580022 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-aee3de1d-2b33-4b05-8361-339e5600128f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e8d7a18fc79d48ee8c642b9c7dcb09bb&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0546761 Dec 02 16:00:19.583505 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 44944) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:19.652649 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:19.682864 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:19.761452 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:19.766068 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a28213e9-0d66-4977-84ed-536e3b5841ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:19.781981 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af11abd-d5cb-40bd-ba17-822551d03a57,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:19.790288 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:19.793685 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:19.793685 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:19.793685 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:19.793685 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:19.793685 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:19.793685 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:19.793685 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:19.793685 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:19.794669 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:19.794669 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:19.794669 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:19.795020 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:19.795411 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:19.795800 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:19.796189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:19.796574 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:19.796962 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:19.797346 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:19.797721 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:19.798102 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:19.798506 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:19.798894 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:19.799280 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:19.803602 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:19.827514 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:19.828754 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-590b3ce2-0a40-49a2-b9dc-68fcde204c5a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2af11abd-d5cb-40bd-ba17-822551d03a57 HTTP/1.1" status: 204 len: 168 time: 0.2442613 Dec 02 16:00:19.857781 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-4b91970c-91e0-4811-854b-52e8e379e664 req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Deleting port 1a6392d2-d369-40d6-a1a9-aababa22e43a {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:19.858713 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-4b91970c-91e0-4811-854b-52e8e379e664 req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:20.189875 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-4b91970c-91e0-4811-854b-52e8e379e664 req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] For port 1a6392d2-d369-40d6-a1a9-aababa22e43a, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=1a6392d2-d369-40d6-a1a9-aababa22e43a,segment=NetworkSegment(ca708766-9b54-46c3-9628-ffb652be6104),segment_id=ca708766-9b54-46c3-9628-ffb652be6104)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:00:20.190170 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-4b91970c-91e0-4811-854b-52e8e379e664 req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:20.492085 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 44952) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:20.562472 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-53d79b22-cfbf-429a-a3f9-8ca895a5cdf6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ace4ebcfe9c041ea8515abe8c2581f4e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0685549 Dec 02 16:00:20.565252 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 44956) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:20.574463 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-4b91970c-91e0-4811-854b-52e8e379e664 req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for floatingip, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:20.575116 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-4b91970c-91e0-4811-854b-52e8e379e664 req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854216080'] for floatingip, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:20.575681 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.l3_db [req-4b91970c-91e0-4811-854b-52e8e379e664 req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Floating IP 75e2d077-bde9-4d4a-b9ee-a43e80d2de2b disassociated. External IP: 172.28.0.63, port: 1a6392d2-d369-40d6-a1a9-aababa22e43a. Dec 02 16:00:20.576296 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-4b91970c-91e0-4811-854b-52e8e379e664 req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Calling delete_port for 1a6392d2-d369-40d6-a1a9-aababa22e43a owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 16:00:20.676169 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d50c2f44-d4bc-4024-8063-291f7674199d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:20.723214 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d50c2f44-d4bc-4024-8063-291f7674199d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:20.853802 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d50c2f44-d4bc-4024-8063-291f7674199d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:20.861192 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-19a69b4e-56aa-4544-8d49-fec9d8078342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:20.878457 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c2f44-d4bc-4024-8063-291f7674199d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cbbe59-19bb-43db-9c28-4b615be04b4e,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:20.884209 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d50c2f44-d4bc-4024-8063-291f7674199d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:20.885652 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-4b91970c-91e0-4811-854b-52e8e379e664 req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:20.885992 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d50c2f44-d4bc-4024-8063-291f7674199d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:20.890677 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-d50c2f44-d4bc-4024-8063-291f7674199d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/66cbbe59-19bb-43db-9c28-4b615be04b4e HTTP/1.1" status: 204 len: 168 time: 0.3204808 Dec 02 16:00:20.911905 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-56f85fbc-6a15-49c2-8ef0-0f41d6ab6678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:20.964092 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Pushing event deleted for resources: {'Port': ['ID=1a6392d2-d369-40d6-a1a9-aababa22e43a,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:20.966935 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:21.132538 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-57908c6d-cdb1-4fad-9cb0-51c4a2d96f8f req-dd2ed329-00f3-4fc9-9bb0-fb1992ccc454 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 210 time: 0.4014552 Dec 02 16:00:21.347479 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b91970c-91e0-4811-854b-52e8e379e664 req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Router dc5f2e98-ff09-4d09-975b-b276769dc2d4 has already been hosted by L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf {{(pid=80330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 16:00:21.554644 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b91970c-91e0-4811-854b-52e8e379e664 req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 16:00:21.565165 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d2738c-52fa-4948-b0e6-2d9cadd8af60 None None] Sync routers for ids ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'] in dv-cinder-737618-2-smb {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 16:00:21.576399 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d2738c-52fa-4948-b0e6-2d9cadd8af60 None None] Routers {'dc5f2e98-ff09-4d09-975b-b276769dc2d4'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 16:00:21.577181 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-65d2738c-52fa-4948-b0e6-2d9cadd8af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:59:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:21.599438 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b91970c-91e0-4811-854b-52e8e379e664 req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] No DVR routers for this DVR port 1a6392d2-d369-40d6-a1a9-aababa22e43a on host hv-cinder-73761 {{(pid=80330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 16:00:21.601812 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-4b91970c-91e0-4811-854b-52e8e379e664 req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:21.605971 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598a83e3-d5a7-4850-9f58-c6227d6842f9', 'name': 'network-vif-deleted', 'tag': '1a6392d2-d369-40d6-a1a9-aababa22e43a'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 16:00:21.620112 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4b91970c-91e0-4811-854b-52e8e379e664 req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.90 "DELETE /v2.0/ports/1a6392d2-d369-40d6-a1a9-aababa22e43a HTTP/1.1" status: 204 len: 173 time: 3.1536071 Dec 02 16:00:21.689916 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598a83e3-d5a7-4850-9f58-c6227d6842f9', 'name': 'network-vif-deleted', 'tag': '1a6392d2-d369-40d6-a1a9-aababa22e43a', 'status': 'completed', 'code': 200} Dec 02 16:00:21.775351 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-65d2738c-52fa-4948-b0e6-2d9cadd8af60 None None] Set router dc5f2e98-ff09-4d09-975b-b276769dc2d4 gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 16:00:21.942920 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-30b48c9d-1226-4872-9dc0-bd0705999e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:22.125911 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-65d2738c-52fa-4948-b0e6-2d9cadd8af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2086942736-router', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:54Z', 'updated_at': '2020-12-02T15:52:05Z', 'revision_number': 4, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'gw_port': {'id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:57Z', 'updated_at': '2020-12-02T15:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': 'a4d19659-342b-45e1-9c57-c93f397ab414', 'name': '', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'mac_address': 'fa:16:3e:55:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:52:03Z', 'updated_at': '2020-12-02T15:52:16Z', 'revision_number': 5, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'subnets': [{'id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:22.130473 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d2738c-52fa-4948-b0e6-2d9cadd8af60 None None] Checking router: dc5f2e98-ff09-4d09-975b-b276769dc2d4 for host: dv-cinder-737618-2-smb {{(pid=80333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 16:00:22.144340 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d2738c-52fa-4948-b0e6-2d9cadd8af60 None None] Routers {'dc5f2e98-ff09-4d09-975b-b276769dc2d4'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 16:00:22.145525 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-65d2738c-52fa-4948-b0e6-2d9cadd8af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T15:59:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:22.369289 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5e0bf833-96a4-4870-af46-df5bac53e024 req-4c2e5cb2-aaf4-4704-9c6d-9dd52464c792 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/ports?device_id=598a83e3-d5a7-4850-9f58-c6227d6842f9 HTTP/1.1" status: 200 len: 210 time: 0.0530567 Dec 02 16:00:22.505049 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-65d2738c-52fa-4948-b0e6-2d9cadd8af60 None None] Set router dc5f2e98-ff09-4d09-975b-b276769dc2d4 gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 16:00:22.846934 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-65d2738c-52fa-4948-b0e6-2d9cadd8af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2086942736-router', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:54Z', 'updated_at': '2020-12-02T15:52:05Z', 'revision_number': 4, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'gw_port': {'id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:57Z', 'updated_at': '2020-12-02T15:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': 'a4d19659-342b-45e1-9c57-c93f397ab414', 'name': '', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'mac_address': 'fa:16:3e:55:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:52:03Z', 'updated_at': '2020-12-02T15:52:16Z', 'revision_number': 5, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'subnets': [{'id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:22.851283 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d2738c-52fa-4948-b0e6-2d9cadd8af60 None None] The sync data for ids ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'] in dv-cinder-737618-2-smb is: [{'id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2086942736-router', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:54Z', 'updated_at': '2020-12-02T15:52:05Z', 'revision_number': 4, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'gw_port': {'id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:57Z', 'updated_at': '2020-12-02T15:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': 'a4d19659-342b-45e1-9c57-c93f397ab414', 'name': '', 'network_id': 'ae619313-79bd-4f58-9d4f-05b9d1c1f579', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'mac_address': 'fa:16:3e:55:78:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:52:03Z', 'updated_at': '2020-12-02T15:52:16Z', 'revision_number': 5, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'subnets': [{'id': '5a59a6d3-2eec-4eca-96de-faf6098a43d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 16:00:23.261818 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892da199-5f03-4fd3-a2af-f39905b3e7a9 None None] New status for floating IP 75e2d077-bde9-4d4a-b9ee-a43e80d2de2b: DOWN {{(pid=80332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 02 16:00:23.595679 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 44974) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:23.668589 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-41e26dbe-1eab-4823-991c-e60c95908ffc tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:23.698387 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-41e26dbe-1eab-4823-991c-e60c95908ffc tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:23.770974 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-41e26dbe-1eab-4823-991c-e60c95908ffc tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:23.776763 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d815181b-5326-4407-9bb9-1f59791f59c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:23.793309 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e26dbe-1eab-4823-991c-e60c95908ffc tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Pushing event deleted for resources: {'SecurityGroup': ['ID=469cbef5-e1c3-4c60-b274-9dee5212d03e,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:23.795855 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-41e26dbe-1eab-4823-991c-e60c95908ffc tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:23.835023 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-41e26dbe-1eab-4823-991c-e60c95908ffc tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:23.836280 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-41e26dbe-1eab-4823-991c-e60c95908ffc tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "DELETE /v2.0/security-groups/469cbef5-e1c3-4c60-b274-9dee5212d03e HTTP/1.1" status: 204 len: 168 time: 0.2392213 Dec 02 16:00:23.839758 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 44978) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:23.859334 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.api.v2.resource [None req-8b7c9419-7b7f-4828-8eca-22a2fba754af tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] show failed (client error): The resource could not be found. Dec 02 16:00:23.860579 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-8b7c9419-7b7f-4828-8eca-22a2fba754af tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "GET /v2.0/security-groups/469cbef5-e1c3-4c60-b274-9dee5212d03e HTTP/1.1" status: 404 len: 347 time: 0.0197737 Dec 02 16:00:23.863750 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 44982) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:24.037693 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-30b63146-3f57-4f82-bde8-d09caab32ad5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Deleting port 11e29f67-68be-43eb-a3e7-872534855b25 {{(pid=80331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:24.037996 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-30b63146-3f57-4f82-bde8-d09caab32ad5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:24.225691 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-30b63146-3f57-4f82-bde8-d09caab32ad5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:24.226052 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-30b63146-3f57-4f82-bde8-d09caab32ad5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for floatingip, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:24.358885 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-30b63146-3f57-4f82-bde8-d09caab32ad5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Calling delete_port for 11e29f67-68be-43eb-a3e7-872534855b25 owned by network:floatingip {{(pid=80331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 16:00:24.433779 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-61d8ac4f-b908-4b80-b692-b7ac6d97c726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:24.663474 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-30b63146-3f57-4f82-bde8-d09caab32ad5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14825086'] for port, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:24.678921 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:24.771600 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b63146-3f57-4f82-bde8-d09caab32ad5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Pushing event deleted for resources: {'Port': ['ID=11e29f67-68be-43eb-a3e7-872534855b25,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:24.774309 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-30b63146-3f57-4f82-bde8-d09caab32ad5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:24.879537 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:24.905630 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-30b63146-3f57-4f82-bde8-d09caab32ad5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks [] for floatingip, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:24.921482 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-30b63146-3f57-4f82-bde8-d09caab32ad5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for floatingip, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:24.922726 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-30b63146-3f57-4f82-bde8-d09caab32ad5 tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] 10.222.0.98 "DELETE /v2.0/floatingips/75e2d077-bde9-4d4a-b9ee-a43e80d2de2b HTTP/1.1" status: 204 len: 168 time: 1.0578663 Dec 02 16:00:25.772266 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:26.840609 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:27.924765 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 45008) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:28.526715 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a4020598-d7d9-4a17-81d3-bcc97b34da09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424877'] for router_interface, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:29.221785 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-a4020598-d7d9-4a17-81d3-bcc97b34da09 admin admin] Deleting port a4d19659-342b-45e1-9c57-c93f397ab414 {{(pid=80331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:29.222397 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a4020598-d7d9-4a17-81d3-bcc97b34da09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:29.414101 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-a4020598-d7d9-4a17-81d3-bcc97b34da09 admin admin] For port a4d19659-342b-45e1-9c57-c93f397ab414, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=a4d19659-342b-45e1-9c57-c93f397ab414,segment=NetworkSegment(ca708766-9b54-46c3-9628-ffb652be6104),segment_id=ca708766-9b54-46c3-9628-ffb652be6104)] {{(pid=80331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:00:29.414529 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a4020598-d7d9-4a17-81d3-bcc97b34da09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:29.548044 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-a4020598-d7d9-4a17-81d3-bcc97b34da09 admin admin] Calling delete_port for a4d19659-342b-45e1-9c57-c93f397ab414 owned by network:router_interface {{(pid=80331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 16:00:29.823958 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a4020598-d7d9-4a17-81d3-bcc97b34da09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14825086'] for port, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:29.840869 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:30.174811 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4020598-d7d9-4a17-81d3-bcc97b34da09 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4d19659-342b-45e1-9c57-c93f397ab414,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:30.179114 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a4020598-d7d9-4a17-81d3-bcc97b34da09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:30.503268 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a4020598-d7d9-4a17-81d3-bcc97b34da09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851522825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854355600'] for router_interface, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:31.012277 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4020598-d7d9-4a17-81d3-bcc97b34da09 admin admin] Router dc5f2e98-ff09-4d09-975b-b276769dc2d4 has already been hosted by L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf {{(pid=80331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 16:00:31.204807 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4020598-d7d9-4a17-81d3-bcc97b34da09 admin admin] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 16:00:31.215327 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa66264-b4c8-4677-95e0-3ed08532060a None None] Sync routers for ids ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'] in dv-cinder-737618-2-smb {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 16:00:31.219855 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-a4020598-d7d9-4a17-81d3-bcc97b34da09 admin admin] 10.222.0.98 "PUT /v2.0/routers/dc5f2e98-ff09-4d09-975b-b276769dc2d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2931108 Dec 02 16:00:31.220996 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 45014) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:31.225633 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa66264-b4c8-4677-95e0-3ed08532060a None None] Routers {'dc5f2e98-ff09-4d09-975b-b276769dc2d4'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 16:00:31.226305 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-9fa66264-b4c8-4677-95e0-3ed08532060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T16:00:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:31.408769 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f4f39e90-b13d-48db-87ed-fb6aac0fe97c admin admin] Notify callbacks [] for router, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:31.412756 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-9fa66264-b4c8-4677-95e0-3ed08532060a None None] Set router dc5f2e98-ff09-4d09-975b-b276769dc2d4 gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 16:00:31.594731 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f4f39e90-b13d-48db-87ed-fb6aac0fe97c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:31.600682 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-f4f39e90-b13d-48db-87ed-fb6aac0fe97c admin admin] Deleting port b694a9a1-c4ba-4d30-9284-769f9cda77b9 {{(pid=80331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:31.601063 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f4f39e90-b13d-48db-87ed-fb6aac0fe97c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:31.725135 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-9fa66264-b4c8-4677-95e0-3ed08532060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2086942736-router', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:54Z', 'updated_at': '2020-12-02T16:00:29Z', 'revision_number': 5, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'gw_port': {'id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:57Z', 'updated_at': '2020-12-02T15:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:31.729731 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa66264-b4c8-4677-95e0-3ed08532060a None None] Checking router: dc5f2e98-ff09-4d09-975b-b276769dc2d4 for host: dv-cinder-737618-2-smb {{(pid=80333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 16:00:31.739112 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa66264-b4c8-4677-95e0-3ed08532060a None None] Routers {'dc5f2e98-ff09-4d09-975b-b276769dc2d4'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 16:00:31.739781 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-9fa66264-b4c8-4677-95e0-3ed08532060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T16:00:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'], 'active': True} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:31.796042 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-f4f39e90-b13d-48db-87ed-fb6aac0fe97c admin admin] For port b694a9a1-c4ba-4d30-9284-769f9cda77b9, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=b694a9a1-c4ba-4d30-9284-769f9cda77b9,segment=NetworkSegment(e664ad9f-0009-4ff2-8670-18bebb570cf0),segment_id=e664ad9f-0009-4ff2-8670-18bebb570cf0)] {{(pid=80331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:00:31.796442 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f4f39e90-b13d-48db-87ed-fb6aac0fe97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:31.926924 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-9fa66264-b4c8-4677-95e0-3ed08532060a None None] Set router dc5f2e98-ff09-4d09-975b-b276769dc2d4 gateway port host: dv-cinder-737618-2-smb {{(pid=80333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 16:00:31.932233 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-f4f39e90-b13d-48db-87ed-fb6aac0fe97c admin admin] Calling delete_port for b694a9a1-c4ba-4d30-9284-769f9cda77b9 owned by network:router_gateway {{(pid=80331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 16:00:32.099305 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:32.130682 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f4f39e90-b13d-48db-87ed-fb6aac0fe97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14825086'] for port, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:32.262696 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-9fa66264-b4c8-4677-95e0-3ed08532060a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2086942736-router', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:54Z', 'updated_at': '2020-12-02T16:00:29Z', 'revision_number': 5, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'gw_port': {'id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:57Z', 'updated_at': '2020-12-02T15:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:32.266968 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa66264-b4c8-4677-95e0-3ed08532060a None None] The sync data for ids ['dc5f2e98-ff09-4d09-975b-b276769dc2d4'] in dv-cinder-737618-2-smb is: [{'id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2086942736-router', 'tenant_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236'}], 'enable_snat': True}, 'gw_port_id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:51:54Z', 'updated_at': '2020-12-02T16:00:29Z', 'revision_number': 5, 'project_id': '5dcc037c94944143a3f2fdcc7f6a2f6d', 'gw_port': {'id': 'b694a9a1-c4ba-4d30-9284-769f9cda77b9', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f2e98-ff09-4d09-975b-b276769dc2d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:51:57Z', 'updated_at': '2020-12-02T15:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}] {{(pid=80333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 16:00:32.335211 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f4f39e90-b13d-48db-87ed-fb6aac0fe97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559653'] for router_gateway, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:32.724889 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f4f39e90-b13d-48db-87ed-fb6aac0fe97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-557575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14561'] for router, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:32.729766 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f4f39e90-b13d-48db-87ed-fb6aac0fe97c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:32.770499 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2209a19f-efae-4122-9235-cfa25fc8d405 req-d34cc8a4-ebff-4c66-bbed-0fb3e62b03ec tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1948711306&fields=id&tenant_id=0e079676030e4a98bb89d67eaf971bb3 HTTP/1.1" status: 200 len: 267 time: 0.0636377 Dec 02 16:00:32.820989 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f4f39e90-b13d-48db-87ed-fb6aac0fe97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854216554'] for router, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:32.821924 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f39e90-b13d-48db-87ed-fb6aac0fe97c admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc5f2e98-ff09-4d09-975b-b276769dc2d4 {{(pid=80331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 02 16:00:32.846688 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-f4f39e90-b13d-48db-87ed-fb6aac0fe97c admin admin] Notify callbacks [] for router, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:32.847926 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-f4f39e90-b13d-48db-87ed-fb6aac0fe97c admin admin] 10.222.0.98 "DELETE /v2.0/routers/dc5f2e98-ff09-4d09-975b-b276769dc2d4 HTTP/1.1" status: 204 len: 168 time: 1.6256816 Dec 02 16:00:32.850813 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 45030) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:32.908501 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209a19f-efae-4122-9235-cfa25fc8d405 req-15dd338b-558f-4751-a78c-664c439ed0f6 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:32.911559 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2209a19f-efae-4122-9235-cfa25fc8d405 req-15dd338b-558f-4751-a78c-664c439ed0f6 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 985 time: 0.1337242 Dec 02 16:00:32.924486 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-2209a19f-efae-4122-9235-cfa25fc8d405 req-6d98828c-d7e8-47b2-8844-b8e8435ae323 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Request body: {'port': {'security_groups': ['4bfd1f87-207a-4a6d-a8d1-da587a8f8aca']}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 16:00:32.937574 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ca6856-240c-41e3-9690-e271af81469a admin admin] Deleting subnet 5a59a6d3-2eec-4eca-96de-faf6098a43d0 {{(pid=80330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 16:00:32.941071 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-67ca6856-240c-41e3-9690-e271af81469a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:32.996857 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-67ca6856-240c-41e3-9690-e271af81469a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14966934'] for subnet, precommit_delete_associations {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:33.069679 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-2209a19f-efae-4122-9235-cfa25fc8d405 req-6d98828c-d7e8-47b2-8844-b8e8435ae323 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:33.093476 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-67ca6856-240c-41e3-9690-e271af81469a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3212037'] for subnet, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:33.421727 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-2209a19f-efae-4122-9235-cfa25fc8d405 req-6d98828c-d7e8-47b2-8844-b8e8435ae323 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] For port 97ffc985-f1e2-4ae8-907e-dc1dd6aea716, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=97ffc985-f1e2-4ae8-907e-dc1dd6aea716,segment=NetworkSegment(4e285664-1290-42fd-96db-d709b27ecdbe),segment_id=4e285664-1290-42fd-96db-d709b27ecdbe)] {{(pid=80331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:00:33.451955 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-2209a19f-efae-4122-9235-cfa25fc8d405 req-6d98828c-d7e8-47b2-8844-b8e8435ae323 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks [] for port, precommit_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:33.492659 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-2209a19f-efae-4122-9235-cfa25fc8d405 req-6d98828c-d7e8-47b2-8844-b8e8435ae323 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839950729'] for port, after_update {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:33.510773 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:33.669629 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-67ca6856-240c-41e3-9690-e271af81469a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851563747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15721353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14709024'] for subnet, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:33.679303 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98828c-d7e8-47b2-8844-b8e8435ae323 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Pushing event updated for resources: {'Port': ['ID=97ffc985-f1e2-4ae8-907e-dc1dd6aea716,revision_number=6']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:33.683256 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6d98828c-d7e8-47b2-8844-b8e8435ae323 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:33.687177 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:33.723012 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209a19f-efae-4122-9235-cfa25fc8d405 req-6d98828c-d7e8-47b2-8844-b8e8435ae323 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:33.723742 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-2209a19f-efae-4122-9235-cfa25fc8d405 req-6d98828c-d7e8-47b2-8844-b8e8435ae323 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:33.725277 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2209a19f-efae-4122-9235-cfa25fc8d405 req-6d98828c-d7e8-47b2-8844-b8e8435ae323 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "PUT /v2.0/ports/97ffc985-f1e2-4ae8-907e-dc1dd6aea716 HTTP/1.1" status: 200 len: 943 time: 0.8065803 Dec 02 16:00:33.725843 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640', 'tag': '97ffc985-f1e2-4ae8-907e-dc1dd6aea716'}] {{(pid=80331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 16:00:33.733578 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca6856-240c-41e3-9690-e271af81469a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a59a6d3-2eec-4eca-96de-faf6098a43d0,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:33.804666 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640', 'tag': '97ffc985-f1e2-4ae8-907e-dc1dd6aea716', 'status': 'completed', 'code': 200} Dec 02 16:00:33.813185 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-67ca6856-240c-41e3-9690-e271af81469a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:33.814536 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c1122337-45d3-4f87-a5b0-7fb97bfbfd06 req-8fb1edfb-4188-4204-b454-1887af10ff43 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups/26be4201-c91b-4a01-9f9d-c9e1e1e4466e HTTP/1.1" status: 200 len: 2891 time: 0.0575502 Dec 02 16:00:33.918349 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-c1122337-45d3-4f87-a5b0-7fb97bfbfd06 req-8a452c0a-389f-4707-8b5b-bf211d979262 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:33.959891 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-67ca6856-240c-41e3-9690-e271af81469a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for subnet, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:33.970357 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497fd29c-1970-4bfd-a238-8c6432aeff7b None None] Network ae619313-79bd-4f58-9d4f-05b9d1c1f579 requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 16:00:33.972019 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-c1122337-45d3-4f87-a5b0-7fb97bfbfd06 req-8a452c0a-389f-4707-8b5b-bf211d979262 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:33.976445 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-67ca6856-240c-41e3-9690-e271af81469a admin admin] 10.222.0.98 "DELETE /v2.0/subnets/5a59a6d3-2eec-4eca-96de-faf6098a43d0 HTTP/1.1" status: 204 len: 168 time: 1.1225893 Dec 02 16:00:33.983736 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 45040) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:34.003193 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3c3fe-1238-413e-be89-bf8644bd6d79 req-21e933ed-d232-4e81-9b8b-e44ab456ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:34.004836 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-51b3c3fe-1238-413e-be89-bf8644bd6d79 req-21e933ed-d232-4e81-9b8b-e44ab456ce00 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0e079676030e4a98bb89d67eaf971bb3&device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 1163 time: 0.1530106 Dec 02 16:00:34.119867 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-ae9af934-1ff7-4a47-b30f-8c64aca39be3 None None] Provisioning complete for port 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 triggered by entity DHCP. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 16:00:34.120554 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ae9af934-1ff7-4a47-b30f-8c64aca39be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:34.152023 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851402585'] for network, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:34.170164 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3c3fe-1238-413e-be89-bf8644bd6d79 req-a7fc1770-70cb-4df6-b851-efa0f358bad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:34.172495 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-51b3c3fe-1238-413e-be89-bf8644bd6d79 req-a7fc1770-70cb-4df6-b851-efa0f358bad8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=80b9d94e-02e9-4910-943b-22624c06727f HTTP/1.1" status: 200 len: 909 time: 0.1607313 Dec 02 16:00:34.230199 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Deleting port 6e3e246f-6d1c-4945-a7b3-18a1da154816 {{(pid=80331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:34.230559 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:34.296177 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-51b3c3fe-1238-413e-be89-bf8644bd6d79 req-2c874cba-af78-4e17-9ae3-e961e6c1feae service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97ffc985-f1e2-4ae8-907e-dc1dd6aea716 HTTP/1.1" status: 200 len: 1002 time: 0.1162758 Dec 02 16:00:34.335155 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-c1122337-45d3-4f87-a5b0-7fb97bfbfd06 req-8a452c0a-389f-4707-8b5b-bf211d979262 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:34.341668 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device b694a9a1-c4ba-4d30-9284-769f9cda77b9 no longer exists at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 16:00:34.353015 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-8e0cc71d-4da2-4c4c-a63a-b23966a6b2fe tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:34.385312 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41d3adf-53d9-4e1f-aa11-f179b22f9b6c None None] DHCP port deletion for ae619313-79bd-4f58-9d4f-05b9d1c1f579 request from dv-cinder-737618-2-smb {{(pid=80332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 02 16:00:34.386278 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a452c0a-389f-4707-8b5b-bf211d979262 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Pushing event deleted for resources: {'SecurityGroup': ['ID=26be4201-c91b-4a01-9f9d-c9e1e1e4466e,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:34.387729 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] No Port match for: b694a9a1-c4ba-4d30-9284-769f9cda77b9 {{(pid=80332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 16:00:34.388120 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device b694a9a1-c4ba-4d30-9284-769f9cda77b9 not bound to the agent host dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 16:00:34.388564 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device a4d19659-342b-45e1-9c57-c93f397ab414 no longer exists at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 16:00:34.388953 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-8a452c0a-389f-4707-8b5b-bf211d979262 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:34.398406 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3c3fe-1238-413e-be89-bf8644bd6d79 req-2b937e92-f59d-479d-a11f-36f9b4556da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:34.402149 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-51b3c3fe-1238-413e-be89-bf8644bd6d79 req-2b937e92-f59d-479d-a11f-36f9b4556da5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c HTTP/1.1" status: 200 len: 854 time: 0.0947230 Dec 02 16:00:34.436260 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-d41d3adf-53d9-4e1f-aa11-f179b22f9b6c None None] Deleting port 6e3e246f-6d1c-4945-a7b3-18a1da154816 {{(pid=80332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:34.436667 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d41d3adf-53d9-4e1f-aa11-f179b22f9b6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:34.491577 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-c1122337-45d3-4f87-a5b0-7fb97bfbfd06 req-8a452c0a-389f-4707-8b5b-bf211d979262 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:34.493343 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-c1122337-45d3-4f87-a5b0-7fb97bfbfd06 req-8a452c0a-389f-4707-8b5b-bf211d979262 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "DELETE /v2.0/security-groups/26be4201-c91b-4a01-9f9d-c9e1e1e4466e HTTP/1.1" status: 204 len: 173 time: 0.6711037 Dec 02 16:00:34.504238 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3c3fe-1238-413e-be89-bf8644bd6d79 req-1177ff6d-0128-4b5c-80c5-212a36e74e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:34.506187 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-51b3c3fe-1238-413e-be89-bf8644bd6d79 req-1177ff6d-0128-4b5c-80c5-212a36e74e7c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=80b9d94e-02e9-4910-943b-22624c06727f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0964582 Dec 02 16:00:34.618536 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] For port 6e3e246f-6d1c-4945-a7b3-18a1da154816, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=6e3e246f-6d1c-4945-a7b3-18a1da154816,segment=NetworkSegment(ca708766-9b54-46c3-9628-ffb652be6104),segment_id=ca708766-9b54-46c3-9628-ffb652be6104)] {{(pid=80331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:00:34.619038 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:34.650886 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] No Port match for: a4d19659-342b-45e1-9c57-c93f397ab414 {{(pid=80332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 16:00:34.651740 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device a4d19659-342b-45e1-9c57-c93f397ab414 not bound to the agent host dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 16:00:34.678912 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-51b3c3fe-1238-413e-be89-bf8644bd6d79 req-5c7711a3-623f-42db-91be-b94d19852472 service neutron] 10.222.0.90 "GET /v2.0/networks/80b9d94e-02e9-4910-943b-22624c06727f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641183 Dec 02 16:00:34.774408 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Calling delete_port for 6e3e246f-6d1c-4945-a7b3-18a1da154816 owned by network:dhcp {{(pid=80331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 16:00:34.824390 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-9839a070-1a57-44e2-af79-75c9f9912701 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/floatingips/e2e092b7-4210-4c2b-9691-a8c85b81f8ef HTTP/1.1" status: 200 len: 999 time: 0.2958689 Dec 02 16:00:34.838329 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-51b3c3fe-1238-413e-be89-bf8644bd6d79 req-140a791c-dec6-4d72-9be0-211371062f05 service neutron] 10.222.0.90 "GET /v2.0/networks/80b9d94e-02e9-4910-943b-22624c06727f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1513622 Dec 02 16:00:34.850780 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-d41d3adf-53d9-4e1f-aa11-f179b22f9b6c None None] For port 6e3e246f-6d1c-4945-a7b3-18a1da154816, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=6e3e246f-6d1c-4945-a7b3-18a1da154816,segment=NetworkSegment(ca708766-9b54-46c3-9628-ffb652be6104),segment_id=ca708766-9b54-46c3-9628-ffb652be6104)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:00:34.851231 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d41d3adf-53d9-4e1f-aa11-f179b22f9b6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:34.982372 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-d41d3adf-53d9-4e1f-aa11-f179b22f9b6c None None] Calling delete_port for 6e3e246f-6d1c-4945-a7b3-18a1da154816 owned by network:dhcp {{(pid=80332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 16:00:35.002623 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14825086'] for port, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:35.020021 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69b69d33-5428-4cae-af3d-f16ead86ba9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:35.059941 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.api [None req-d41d3adf-53d9-4e1f-aa11-f179b22f9b6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 16:00:35.060355 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_db.api [None req-d41d3adf-53d9-4e1f-aa11-f179b22f9b6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 16:00:35.066228 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-00cf5c49-8ad3-4b59-ad8d-b7036af15c35 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:35.067716 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-00cf5c49-8ad3-4b59-ad8d-b7036af15c35 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/networks/37c00fa4-9d8d-40bf-927e-52444f2dd708 HTTP/1.1" status: 200 len: 784 time: 0.2357686 Dec 02 16:00:35.122701 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3e246f-6d1c-4945-a7b3-18a1da154816,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:35.139684 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-cd313304-fedb-4914-b536-a2be8da2cf6a tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=80331) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 16:00:35.140755 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-cd313304-fedb-4914-b536-a2be8da2cf6a tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0194919 Dec 02 16:00:35.152232 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:35.152645 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:35.153052 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:35.153488 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:35.153855 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:35.154254 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:35.154676 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:35.155070 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:35.155461 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:35.155850 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:35.156241 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:35.156629 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:35.157055 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:35.157438 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:35.157827 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:35.158211 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:35.158650 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:35.159045 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:35.159423 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:35.159807 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:35.160189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:35.160572 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:35.160956 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:35.161340 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:35.170345 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:35.283707 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] No DVR routers for this DVR port 6e3e246f-6d1c-4945-a7b3-18a1da154816 on host dv-cinder-737618-2-smb {{(pid=80331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 16:00:35.345313 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-7d05f006-5cba-409d-a9d0-b937952bb89d tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.28.0.211 HTTP/1.1" status: 200 len: 1002 time: 0.1777008 Dec 02 16:00:35.468627 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3212700', 'neutron.services.segments.db._delete_segments_for_network--9223363299656580280'] for network, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:35.543349 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 16:00:35.573226 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-d41d3adf-53d9-4e1f-aa11-f179b22f9b6c None None] Deleting port 6e3e246f-6d1c-4945-a7b3-18a1da154816 {{(pid=80332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:35.573712 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-d41d3adf-53d9-4e1f-aa11-f179b22f9b6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:35.574852 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-f6129efc-da5c-4b89-9e71-cff92722c28e tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:35.576366 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-f6129efc-da5c-4b89-9e71-cff92722c28e tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports/97ffc985-f1e2-4ae8-907e-dc1dd6aea716 HTTP/1.1" status: 200 len: 943 time: 0.1765761 Dec 02 16:00:35.615530 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae619313-79bd-4f58-9d4f-05b9d1c1f579']}} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:35.634669 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca708766-9b54-46c3-9628-ffb652be6104') {'for_net_delete': True} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:35.635056 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca708766-9b54-46c3-9628-ffb652be6104') {} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:35.649455 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299656579768', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15564418'] for segment, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:35.659277 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-d41d3adf-53d9-4e1f-aa11-f179b22f9b6c None None] The port '6e3e246f-6d1c-4945-a7b3-18a1da154816' was deleted {{(pid=80332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 02 16:00:35.669425 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:35.687353 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 16:00:35.687777 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:35.731056 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 16:00:35.937989 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-1ad18fbd-286c-4a47-ba13-39c559eba866 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/floatingips?floating_ip_address=172.28.0.211 HTTP/1.1" status: 200 len: 1002 time: 0.2707734 Dec 02 16:00:36.037820 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Network ae619313-79bd-4f58-9d4f-05b9d1c1f579 has no segments {{(pid=80331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 16:00:36.050261 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3225722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839950839'] for segment, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:36.309961 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 6e3e246f-6d1c-4945-a7b3-18a1da154816 no longer exists at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 16:00:36.353801 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] No Port match for: 6e3e246f-6d1c-4945-a7b3-18a1da154816 {{(pid=80332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 16:00:36.354202 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 6e3e246f-6d1c-4945-a7b3-18a1da154816 not bound to the agent host dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 16:00:36.604074 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Network ae619313-79bd-4f58-9d4f-05b9d1c1f579 has no segments {{(pid=80331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: Traceback (most recent call last): Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: timer() Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: cb(*args, **kw) Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: return func(*args, **kwargs) Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: self._notify() Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: self.callback(batched_events) Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: event.method(event) Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: segment_id)['aggregates'][0] Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: return f(self, *a, **k) Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: return self._get(url).json() Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: **kwargs) Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: return self.request(url, 'GET', **kwargs) Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: **endpoint_filter) Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 16:00:36.631400 dv-cinder-737618-2-smb neutron-server[80217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 16:00:36.738223 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-03e31155-1b86-4eb6-b37c-74d7e830a70b tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Deleting port b2ee85df-a282-4d85-866c-1d10184cab4e {{(pid=80331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:36.738653 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-03e31155-1b86-4eb6-b37c-74d7e830a70b tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:36.823955 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851563116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854216125'] for network, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:36.891125 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-57f16bc1-ad8f-4a27-98c5-9f62d2597a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:36.910308 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:36.925153 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae619313-79bd-4f58-9d4f-05b9d1c1f579,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:36.934647 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:36.995243 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-03e31155-1b86-4eb6-b37c-74d7e830a70b tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:36.995851 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-03e31155-1b86-4eb6-b37c-74d7e830a70b tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks [] for floatingip, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:37.005301 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-4f994ccd-7b6e-483a-9ff3-3533e507ec03 admin admin] 10.222.0.98 "DELETE /v2.0/networks/ae619313-79bd-4f58-9d4f-05b9d1c1f579 HTTP/1.1" status: 204 len: 168 time: 3.0204318 Dec 02 16:00:37.149362 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-03e31155-1b86-4eb6-b37c-74d7e830a70b tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Calling delete_port for b2ee85df-a282-4d85-866c-1d10184cab4e owned by network:floatingip {{(pid=80331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 16:00:37.297630 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 45050) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:37.371900 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-03e31155-1b86-4eb6-b37c-74d7e830a70b tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14825086'] for port, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:37.373079 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-a0bef1bd-5e25-4e48-b84b-bf5ce00558ca admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5dcc037c94944143a3f2fdcc7f6a2f6d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0740757 Dec 02 16:00:37.377281 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 45054) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:37.390217 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-09a2277a-376d-4729-8654-efda195cc582 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:37.472275 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6a6d9335-c1fe-49af-a8eb-d6ed8ebf6f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:37.495750 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e31155-1b86-4eb6-b37c-74d7e830a70b tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Pushing event deleted for resources: {'Port': ['ID=b2ee85df-a282-4d85-866c-1d10184cab4e,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:37.500384 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-03e31155-1b86-4eb6-b37c-74d7e830a70b tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:37.517550 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6a6d9335-c1fe-49af-a8eb-d6ed8ebf6f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:37.618725 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6a6d9335-c1fe-49af-a8eb-d6ed8ebf6f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:37.627920 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e6d28fd4-8fc9-459b-b98c-32d71e17506e tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:37.644979 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d9335-c1fe-49af-a8eb-d6ed8ebf6f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a0fc65-1a11-4894-9b40-c932900ee9a5,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:37.645545 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-03e31155-1b86-4eb6-b37c-74d7e830a70b tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks [] for floatingip, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:37.645934 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.l3_db [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-03e31155-1b86-4eb6-b37c-74d7e830a70b tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Floating IP e2e092b7-4210-4c2b-9691-a8c85b81f8ef disassociated (deleted). External IP: 172.28.0.211, port: 97ffc985-f1e2-4ae8-907e-dc1dd6aea716. Dec 02 16:00:37.650675 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6a6d9335-c1fe-49af-a8eb-d6ed8ebf6f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:37.652800 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6a6d9335-c1fe-49af-a8eb-d6ed8ebf6f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:37.654188 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-6a6d9335-c1fe-49af-a8eb-d6ed8ebf6f95 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/07a0fc65-1a11-4894-9b40-c932900ee9a5 HTTP/1.1" status: 204 len: 168 time: 0.2758470 Dec 02 16:00:38.048081 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-03e31155-1b86-4eb6-b37c-74d7e830a70b tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Router d73666dc-84ac-49fd-8f32-b2424d46897f has already been hosted by L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf {{(pid=80331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 16:00:38.295149 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-03e31155-1b86-4eb6-b37c-74d7e830a70b tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 16:00:38.307765 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75b455f-ea19-469a-953c-34dde6d5829b None None] Sync routers for ids ['d73666dc-84ac-49fd-8f32-b2424d46897f'] in dv-cinder-737618-2-smb {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 16:00:38.318876 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75b455f-ea19-469a-953c-34dde6d5829b None None] Routers {'d73666dc-84ac-49fd-8f32-b2424d46897f'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 16:00:38.319701 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-d75b455f-ea19-469a-953c-34dde6d5829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T16:00:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['d73666dc-84ac-49fd-8f32-b2424d46897f'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:38.428473 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-03e31155-1b86-4eb6-b37c-74d7e830a70b tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for floatingip, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:38.487372 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-03e31155-1b86-4eb6-b37c-74d7e830a70b tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "DELETE /v2.0/floatingips/e2e092b7-4210-4c2b-9691-a8c85b81f8ef HTTP/1.1" status: 204 len: 173 time: 2.5380685 Dec 02 16:00:38.487942 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640', 'tag': '97ffc985-f1e2-4ae8-907e-dc1dd6aea716'}] {{(pid=80331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 16:00:38.538076 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-d75b455f-ea19-469a-953c-34dde6d5829b None None] Set router d73666dc-84ac-49fd-8f32-b2424d46897f gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 16:00:38.564119 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640', 'tag': '97ffc985-f1e2-4ae8-907e-dc1dd6aea716', 'status': 'completed', 'code': 200} Dec 02 16:00:38.602885 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-04059ee4-26ff-4e78-aa28-2c8ede1a1f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:38.604540 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-04059ee4-26ff-4e78-aa28-2c8ede1a1f84 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0e079676030e4a98bb89d67eaf971bb3&device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 1163 time: 0.0991035 Dec 02 16:00:38.736338 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e203d4-90e7-47b5-aa28-1e876246e99e req-929ab5ec-9268-40d1-ae89-93b05a33a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:38.740785 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-58e203d4-90e7-47b5-aa28-1e876246e99e req-929ab5ec-9268-40d1-ae89-93b05a33a4c4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0e079676030e4a98bb89d67eaf971bb3&device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 1163 time: 0.1430328 Dec 02 16:00:38.774265 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-63afd695-55f3-4c7f-83ab-bec9a9c29cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:38.777791 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-63afd695-55f3-4c7f-83ab-bec9a9c29cde service neutron] 10.222.0.98 "GET /v2.0/networks?id=80b9d94e-02e9-4910-943b-22624c06727f HTTP/1.1" status: 200 len: 909 time: 0.1659899 Dec 02 16:00:38.870215 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-ace36c5e-bf78-4240-88fd-3b4708ab61af service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97ffc985-f1e2-4ae8-907e-dc1dd6aea716 HTTP/1.1" status: 200 len: 217 time: 0.0780535 Dec 02 16:00:38.926292 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-d75b455f-ea19-469a-953c-34dde6d5829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'name': 'tempest-TestMinimumBasicScenario-1064348726-router', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:57:32Z', 'updated_at': '2020-12-02T15:57:38Z', 'revision_number': 4, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'gw_port': {'id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:33Z', 'updated_at': '2020-12-02T15:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '38b847b3-d95b-4317-9946-46c302cc7e28', 'name': '', 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'mac_address': 'fa:16:3e:c5:7e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:37Z', 'updated_at': '2020-12-02T15:57:48Z', 'revision_number': 5, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'subnets': [{'id': 'b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:38.927486 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e203d4-90e7-47b5-aa28-1e876246e99e req-d1bdc500-cd27-4e1b-9b71-ab3d08e5ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:38.929149 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-58e203d4-90e7-47b5-aa28-1e876246e99e req-d1bdc500-cd27-4e1b-9b71-ab3d08e5ecc7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=80b9d94e-02e9-4910-943b-22624c06727f HTTP/1.1" status: 200 len: 909 time: 0.1807604 Dec 02 16:00:38.931435 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75b455f-ea19-469a-953c-34dde6d5829b None None] Checking router: d73666dc-84ac-49fd-8f32-b2424d46897f for host: dv-cinder-737618-2-smb {{(pid=80332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 16:00:38.941644 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75b455f-ea19-469a-953c-34dde6d5829b None None] Routers {'d73666dc-84ac-49fd-8f32-b2424d46897f'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 16:00:38.942423 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-d75b455f-ea19-469a-953c-34dde6d5829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T16:00:24Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['d73666dc-84ac-49fd-8f32-b2424d46897f'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:38.950387 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-8805e528-2100-4adc-89a3-3e4869a13db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:38.959577 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-8805e528-2100-4adc-89a3-3e4869a13db5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c HTTP/1.1" status: 200 len: 854 time: 0.0903828 Dec 02 16:00:39.011467 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-58e203d4-90e7-47b5-aa28-1e876246e99e req-e61cc5b9-d1f9-4655-b747-c134f281960a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97ffc985-f1e2-4ae8-907e-dc1dd6aea716 HTTP/1.1" status: 200 len: 217 time: 0.0752654 Dec 02 16:00:39.093015 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-5a1d595f-96a7-4319-9d9a-cbbba84e5266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:39.099949 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e203d4-90e7-47b5-aa28-1e876246e99e req-38f25068-ac51-451d-8e98-1dfaf32fcbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:39.102537 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-58e203d4-90e7-47b5-aa28-1e876246e99e req-38f25068-ac51-451d-8e98-1dfaf32fcbab service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c HTTP/1.1" status: 200 len: 854 time: 0.0839033 Dec 02 16:00:39.105914 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-5a1d595f-96a7-4319-9d9a-cbbba84e5266 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=80b9d94e-02e9-4910-943b-22624c06727f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1449425 Dec 02 16:00:39.165265 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-d75b455f-ea19-469a-953c-34dde6d5829b None None] Set router d73666dc-84ac-49fd-8f32-b2424d46897f gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 16:00:39.200373 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e203d4-90e7-47b5-aa28-1e876246e99e req-7e8ea84d-ebf4-4034-8ad0-227d92e8e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:39.202343 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-58e203d4-90e7-47b5-aa28-1e876246e99e req-7e8ea84d-ebf4-4034-8ad0-227d92e8e361 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=80b9d94e-02e9-4910-943b-22624c06727f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0889783 Dec 02 16:00:39.280481 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-ef458ab9-19eb-4cd5-b413-30ba9dd5ce03 service neutron] 10.222.0.98 "GET /v2.0/networks/80b9d94e-02e9-4910-943b-22624c06727f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735470 Dec 02 16:00:39.378322 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-58e203d4-90e7-47b5-aa28-1e876246e99e req-0f2e9ee5-2405-4bb7-b95b-a8c6d7ac7a3b service neutron] 10.222.0.90 "GET /v2.0/networks/80b9d94e-02e9-4910-943b-22624c06727f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678684 Dec 02 16:00:39.452275 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2e0b31e4-fc35-483f-84c3-906edb6dbbfe req-71f35ed9-5622-4bf1-b81f-e5e783ce5eab service neutron] 10.222.0.98 "GET /v2.0/networks/80b9d94e-02e9-4910-943b-22624c06727f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1643066 Dec 02 16:00:39.554595 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-d75b455f-ea19-469a-953c-34dde6d5829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'name': 'tempest-TestMinimumBasicScenario-1064348726-router', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:57:32Z', 'updated_at': '2020-12-02T15:57:38Z', 'revision_number': 4, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'gw_port': {'id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:33Z', 'updated_at': '2020-12-02T15:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '38b847b3-d95b-4317-9946-46c302cc7e28', 'name': '', 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'mac_address': 'fa:16:3e:c5:7e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:37Z', 'updated_at': '2020-12-02T15:57:48Z', 'revision_number': 5, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'subnets': [{'id': 'b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:39.556400 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-58e203d4-90e7-47b5-aa28-1e876246e99e req-3340a0da-9fe5-40dc-9bcb-9d3fc0b9a879 service neutron] 10.222.0.90 "GET /v2.0/networks/80b9d94e-02e9-4910-943b-22624c06727f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1663406 Dec 02 16:00:39.559433 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75b455f-ea19-469a-953c-34dde6d5829b None None] The sync data for ids ['d73666dc-84ac-49fd-8f32-b2424d46897f'] in dv-cinder-737618-2-smb is: [{'id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'name': 'tempest-TestMinimumBasicScenario-1064348726-router', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:57:32Z', 'updated_at': '2020-12-02T15:57:38Z', 'revision_number': 4, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'gw_port': {'id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:33Z', 'updated_at': '2020-12-02T15:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb', '_interfaces': [{'id': '38b847b3-d95b-4317-9946-46c302cc7e28', 'name': '', 'network_id': '80b9d94e-02e9-4910-943b-22624c06727f', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'mac_address': 'fa:16:3e:c5:7e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:37Z', 'updated_at': '2020-12-02T15:57:48Z', 'revision_number': 5, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'subnets': [{'id': 'b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 16:00:39.989231 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3bd1eb-4e65-42fa-8f42-d5f8cf3e74ee None None] New status for floating IP e2e092b7-4210-4c2b-9691-a8c85b81f8ef: DOWN {{(pid=80333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 02 16:00:43.343824 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 45142) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:43.366498 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce0fc6-9c05-4026-b930-245be724952d req-a6a5f22f-0c6d-4169-923c-32a1b0dba009 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:43.367353 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-1dce0fc6-9c05-4026-b930-245be724952d req-a6a5f22f-0c6d-4169-923c-32a1b0dba009 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Synchronizing usage tracker for tenant:0e079676030e4a98bb89d67eaf971bb3 on resource:port {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 16:00:43.412171 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-1dce0fc6-9c05-4026-b930-245be724952d req-a6a5f22f-0c6d-4169-923c-32a1b0dba009 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Unset dirty status for tenant:0e079676030e4a98bb89d67eaf971bb3 on resource:port {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 16:00:43.413519 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1dce0fc6-9c05-4026-b930-245be724952d req-a6a5f22f-0c6d-4169-923c-32a1b0dba009 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 946 time: 0.1335216 Dec 02 16:00:43.463114 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-1dce0fc6-9c05-4026-b930-245be724952d req-8c38540d-0f4f-421a-a8fb-b7a676db6f02 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Synchronizing usage tracker for tenant:0e079676030e4a98bb89d67eaf971bb3 on resource:security_group {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 16:00:43.509434 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6e181fc4-e36d-4147-aa03-96e51ab2bfbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:43.513513 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-1dce0fc6-9c05-4026-b930-245be724952d req-8c38540d-0f4f-421a-a8fb-b7a676db6f02 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Unset dirty status for tenant:0e079676030e4a98bb89d67eaf971bb3 on resource:security_group {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 16:00:43.514833 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1dce0fc6-9c05-4026-b930-245be724952d req-8c38540d-0f4f-421a-a8fb-b7a676db6f02 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940709 Dec 02 16:00:43.534190 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-6e181fc4-e36d-4147-aa03-96e51ab2bfbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 16:00:43.539323 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-6e181fc4-e36d-4147-aa03-96e51ab2bfbc admin admin] Usage tracker for resource:security_group_rule and tenant:4da4d1dbf6ef4103b6e4e492c7c3dada is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 16:00:43.543190 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-6e181fc4-e36d-4147-aa03-96e51ab2bfbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 16:00:43.549878 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-6e181fc4-e36d-4147-aa03-96e51ab2bfbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 16:00:43.639699 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6e181fc4-e36d-4147-aa03-96e51ab2bfbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:43.674936 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6e181fc4-e36d-4147-aa03-96e51ab2bfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:43.682899 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-90c13acc-944d-468c-a759-f290820e3b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:43.733360 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-6e181fc4-e36d-4147-aa03-96e51ab2bfbc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4da4d1dbf6ef4103b6e4e492c7c3dada&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3881285 Dec 02 16:00:43.734320 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e181fc4-e36d-4147-aa03-96e51ab2bfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2a40a2-339d-42f4-ad7c-8f0282e05d0f,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:43.736256 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 45148) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:43.740767 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6e181fc4-e36d-4147-aa03-96e51ab2bfbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:43.802807 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-34874834-de8c-49d6-b246-6e520aff9a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:43.834652 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-34874834-de8c-49d6-b246-6e520aff9a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:43.909462 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-34874834-de8c-49d6-b246-6e520aff9a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:43.915686 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6e9e3dc2-bbe5-4f45-b023-907f4b0649b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:43.929291 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34874834-de8c-49d6-b246-6e520aff9a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2a40a2-339d-42f4-ad7c-8f0282e05d0f,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:43.933383 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-34874834-de8c-49d6-b246-6e520aff9a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:43.935781 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-34874834-de8c-49d6-b246-6e520aff9a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:43.937327 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-34874834-de8c-49d6-b246-6e520aff9a83 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3c2a40a2-339d-42f4-ad7c-8f0282e05d0f HTTP/1.1" status: 204 len: 168 time: 0.1992826 Dec 02 16:00:44.745134 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65d1c7-0338-42fb-9735-18d8cafa94f5 req-1d70631d-855e-4695-be46-06f73596f07a tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:44.746197 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-eb65d1c7-0338-42fb-9735-18d8cafa94f5 req-1d70631d-855e-4695-be46-06f73596f07a tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 946 time: 0.0929275 Dec 02 16:00:44.811154 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-eb65d1c7-0338-42fb-9735-18d8cafa94f5 req-176ee3fd-2f3f-4f13-886b-ad66ff6a4271 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583563 Dec 02 16:00:45.441696 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 16:00:45.442632 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22889700-556b-42e8-950e-0343e3caf303 req-447e0d11-758a-4c73-94a7-833ace976567 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:45.443896 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-22889700-556b-42e8-950e-0343e3caf303 req-447e0d11-758a-4c73-94a7-833ace976567 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Synchronizing usage tracker for tenant:0e079676030e4a98bb89d67eaf971bb3 on resource:port {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 16:00:45.463344 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-22889700-556b-42e8-950e-0343e3caf303 req-447e0d11-758a-4c73-94a7-833ace976567 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Unset dirty status for tenant:0e079676030e4a98bb89d67eaf971bb3 on resource:port {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 16:00:45.465073 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-22889700-556b-42e8-950e-0343e3caf303 req-447e0d11-758a-4c73-94a7-833ace976567 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.90 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 946 time: 0.1483583 Dec 02 16:00:45.563768 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-22889700-556b-42e8-950e-0343e3caf303 req-54feb2f1-8edd-4dc2-9c07-d3609a1c5d05 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Deleting port 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:45.564190 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-22889700-556b-42e8-950e-0343e3caf303 req-54feb2f1-8edd-4dc2-9c07-d3609a1c5d05 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:45.636968 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:45.693216 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97ffc985-f1e2-4ae8-907e-dc1dd6aea716'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 16:00:45.714762 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port 97ffc985-f1e2-4ae8-907e-dc1dd6aea716, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=97ffc985-f1e2-4ae8-907e-dc1dd6aea716,segment=NetworkSegment(4e285664-1290-42fd-96db-d709b27ecdbe),segment_id=4e285664-1290-42fd-96db-d709b27ecdbe)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:00:45.748396 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:45.754831 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:45.813003 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97ffc985-f1e2-4ae8-907e-dc1dd6aea716', 'code': 200} Dec 02 16:00:45.895895 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=97ffc985-f1e2-4ae8-907e-dc1dd6aea716,revision_number=7']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:45.915067 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:45.916135 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:45.917001 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:45.917904 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:45.918910 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:45.919809 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:45.920698 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:45.921578 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:45.922507 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:45.924083 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:45.924742 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:45.925462 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:45.926219 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:45.926940 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:45.927623 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:45.928280 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:45.928919 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:45.929574 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:45.930859 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:45.931533 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:45.932189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:45.932804 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:45.933468 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:45.934127 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:00:45.942758 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:45.963473 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-22889700-556b-42e8-950e-0343e3caf303 req-54feb2f1-8edd-4dc2-9c07-d3609a1c5d05 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] For port 97ffc985-f1e2-4ae8-907e-dc1dd6aea716, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=97ffc985-f1e2-4ae8-907e-dc1dd6aea716,segment=NetworkSegment(4e285664-1290-42fd-96db-d709b27ecdbe),segment_id=4e285664-1290-42fd-96db-d709b27ecdbe)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:00:45.964308 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-22889700-556b-42e8-950e-0343e3caf303 req-54feb2f1-8edd-4dc2-9c07-d3609a1c5d05 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:46.192137 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-22889700-556b-42e8-950e-0343e3caf303 req-54feb2f1-8edd-4dc2-9c07-d3609a1c5d05 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Calling delete_port for 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 16:00:46.302679 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d463a-e59e-4bd6-9e00-c759cf7fb12b req-b8103560-11b7-4022-95e3-869a58d3ec20 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:00:46.304419 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cd9d463a-e59e-4bd6-9e00-c759cf7fb12b req-b8103560-11b7-4022-95e3-869a58d3ec20 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 944 time: 0.1545773 Dec 02 16:00:46.315437 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.api [req-22889700-556b-42e8-950e-0343e3caf303 req-54feb2f1-8edd-4dc2-9c07-d3609a1c5d05 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80330) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 16:00:46.316053 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_db.api [req-22889700-556b-42e8-950e-0343e3caf303 req-54feb2f1-8edd-4dc2-9c07-d3609a1c5d05 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 16:00:46.364898 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-cd9d463a-e59e-4bd6-9e00-c759cf7fb12b req-29192274-6fe3-4834-b31a-ce057da10414 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/security-groups?id=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520444 Dec 02 16:00:46.817007 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-22889700-556b-42e8-950e-0343e3caf303 req-54feb2f1-8edd-4dc2-9c07-d3609a1c5d05 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Deleting port 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:46.817568 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-22889700-556b-42e8-950e-0343e3caf303 req-54feb2f1-8edd-4dc2-9c07-d3609a1c5d05 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:47.134834 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-22889700-556b-42e8-950e-0343e3caf303 req-54feb2f1-8edd-4dc2-9c07-d3609a1c5d05 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] For port 97ffc985-f1e2-4ae8-907e-dc1dd6aea716, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=97ffc985-f1e2-4ae8-907e-dc1dd6aea716,segment=NetworkSegment(4e285664-1290-42fd-96db-d709b27ecdbe),segment_id=4e285664-1290-42fd-96db-d709b27ecdbe)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:00:47.135156 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-22889700-556b-42e8-950e-0343e3caf303 req-54feb2f1-8edd-4dc2-9c07-d3609a1c5d05 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:47.269341 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-22889700-556b-42e8-950e-0343e3caf303 req-54feb2f1-8edd-4dc2-9c07-d3609a1c5d05 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Calling delete_port for 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 16:00:47.463863 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-22889700-556b-42e8-950e-0343e3caf303 req-54feb2f1-8edd-4dc2-9c07-d3609a1c5d05 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:47.486960 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-fe0120de-8832-48cf-8a70-3316ada16fb4 tempest-AttachVolumeTestJSON-200009951 tempest-AttachVolumeTestJSON-200009951] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:47.538560 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54feb2f1-8edd-4dc2-9c07-d3609a1c5d05 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Pushing event deleted for resources: {'Port': ['ID=97ffc985-f1e2-4ae8-907e-dc1dd6aea716,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:47.564331 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b7c5cdb0-978b-421b-a6ce-9546d6a59a1f req-e9d97bda-85ab-4b29-8255-aa4478f36cae tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 210 time: 0.0489774 Dec 02 16:00:47.589585 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-54feb2f1-8edd-4dc2-9c07-d3609a1c5d05 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:47.706252 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-22889700-556b-42e8-950e-0343e3caf303 req-54feb2f1-8edd-4dc2-9c07-d3609a1c5d05 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] No DVR routers for this DVR port 97ffc985-f1e2-4ae8-907e-dc1dd6aea716 on host hv-cinder-73761 {{(pid=80330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 16:00:47.708758 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-22889700-556b-42e8-950e-0343e3caf303 req-54feb2f1-8edd-4dc2-9c07-d3609a1c5d05 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:47.711916 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640', 'name': 'network-vif-deleted', 'tag': '97ffc985-f1e2-4ae8-907e-dc1dd6aea716'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 16:00:47.775269 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640', 'name': 'network-vif-deleted', 'tag': '97ffc985-f1e2-4ae8-907e-dc1dd6aea716', 'status': 'completed', 'code': 200} Dec 02 16:00:47.788385 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-22889700-556b-42e8-950e-0343e3caf303 req-54feb2f1-8edd-4dc2-9c07-d3609a1c5d05 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.90 "DELETE /v2.0/ports/97ffc985-f1e2-4ae8-907e-dc1dd6aea716 HTTP/1.1" status: 204 len: 173 time: 2.3173206 Dec 02 16:00:48.771393 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-339cdbcd-0c9e-4186-9097-0c3e0d7e862b req-54550480-bfd9-4a3e-9ccd-68e87b6b9be6 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] 10.222.0.98 "GET /v2.0/ports?device_id=4c4ebf9c-3ca1-44e5-b3b7-e3beb4e54640 HTTP/1.1" status: 200 len: 210 time: 0.0530128 Dec 02 16:00:50.566639 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 16:00:51.686516 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 45282) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:52.125705 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-61217260-ba80-40d0-912e-989a63c5d463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:52.334860 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-404625e9-d74d-4cba-bb0b-78eb0fd00e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-424877'] for router_interface, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:53.013281 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-404625e9-d74d-4cba-bb0b-78eb0fd00e1e admin admin] Deleting port 38b847b3-d95b-4317-9946-46c302cc7e28 {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:53.013839 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-404625e9-d74d-4cba-bb0b-78eb0fd00e1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:53.211430 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-404625e9-d74d-4cba-bb0b-78eb0fd00e1e admin admin] For port 38b847b3-d95b-4317-9946-46c302cc7e28, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=38b847b3-d95b-4317-9946-46c302cc7e28,segment=NetworkSegment(4e285664-1290-42fd-96db-d709b27ecdbe),segment_id=4e285664-1290-42fd-96db-d709b27ecdbe)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:00:53.211915 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-404625e9-d74d-4cba-bb0b-78eb0fd00e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:53.352736 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-404625e9-d74d-4cba-bb0b-78eb0fd00e1e admin admin] Calling delete_port for 38b847b3-d95b-4317-9946-46c302cc7e28 owned by network:router_interface {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 16:00:53.571913 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-404625e9-d74d-4cba-bb0b-78eb0fd00e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:53.589520 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5ba95e3f-f243-4fcd-afe2-eea391a680b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:53.689516 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404625e9-d74d-4cba-bb0b-78eb0fd00e1e admin admin] Pushing event deleted for resources: {'Port': ['ID=38b847b3-d95b-4317-9946-46c302cc7e28,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:53.696668 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-404625e9-d74d-4cba-bb0b-78eb0fd00e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:54.026168 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-404625e9-d74d-4cba-bb0b-78eb0fd00e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851522825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854355600'] for router_interface, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:54.433633 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-cda1bdb7-c163-4fff-900c-6a4a68482ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:54.558114 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404625e9-d74d-4cba-bb0b-78eb0fd00e1e admin admin] Router d73666dc-84ac-49fd-8f32-b2424d46897f has already been hosted by L3 agent d8f2b72e-460b-420a-90f6-d04e89e1badf {{(pid=80330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 02 16:00:54.891207 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:55.017102 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404625e9-d74d-4cba-bb0b-78eb0fd00e1e admin admin] Notify agent at l3_agent.dv-cinder-737618-2-smb the message routers_updated {{(pid=80330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 02 16:00:55.029831 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf42fa52-e812-4b87-aa0b-312c9c20d0f0 None None] Sync routers for ids ['d73666dc-84ac-49fd-8f32-b2424d46897f'] in dv-cinder-737618-2-smb {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 02 16:00:55.036786 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-404625e9-d74d-4cba-bb0b-78eb0fd00e1e admin admin] 10.222.0.98 "PUT /v2.0/routers/d73666dc-84ac-49fd-8f32-b2424d46897f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3459644 Dec 02 16:00:55.037202 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 45314) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:55.050318 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf42fa52-e812-4b87-aa0b-312c9c20d0f0 None None] Routers {'d73666dc-84ac-49fd-8f32-b2424d46897f'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 16:00:55.051093 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-cf42fa52-e812-4b87-aa0b-312c9c20d0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T16:00:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['d73666dc-84ac-49fd-8f32-b2424d46897f'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:55.254235 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3e6944ab-61ee-43c6-9d3d-43f2d60de171 admin admin] Notify callbacks [] for router, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:55.276535 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-cf42fa52-e812-4b87-aa0b-312c9c20d0f0 None None] Set router d73666dc-84ac-49fd-8f32-b2424d46897f gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 16:00:55.735449 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-cf42fa52-e812-4b87-aa0b-312c9c20d0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'name': 'tempest-TestMinimumBasicScenario-1064348726-router', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:57:32Z', 'updated_at': '2020-12-02T16:00:53Z', 'revision_number': 5, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'gw_port': {'id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:33Z', 'updated_at': '2020-12-02T15:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:55.743350 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3e6944ab-61ee-43c6-9d3d-43f2d60de171 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:55.751707 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-3e6944ab-61ee-43c6-9d3d-43f2d60de171 admin admin] Deleting port 5c2edbbc-1f2f-447b-bad7-65c054dd88da {{(pid=80331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:55.752189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3e6944ab-61ee-43c6-9d3d-43f2d60de171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:55.756000 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf42fa52-e812-4b87-aa0b-312c9c20d0f0 None None] Checking router: d73666dc-84ac-49fd-8f32-b2424d46897f for host: dv-cinder-737618-2-smb {{(pid=80332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 02 16:00:55.782667 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf42fa52-e812-4b87-aa0b-312c9c20d0f0 None None] Routers {'d73666dc-84ac-49fd-8f32-b2424d46897f'} bound to L3 agent in host dv-cinder-737618-2-smb {{(pid=80332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 02 16:00:55.783974 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-cf42fa52-e812-4b87-aa0b-312c9c20d0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-737618-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-02T15:40:24Z,description=,heartbeat_timestamp=2020-12-02T16:00:54Z,host='dv-cinder-737618-2-smb',id=d8f2b72e-460b-420a-90f6-d04e89e1badf,load=0,resource_versions=,resources_synced=,started_at=2020-12-02T15:40:24Z,topic='l3_agent')) {'router_ids': ['d73666dc-84ac-49fd-8f32-b2424d46897f'], 'active': True} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:55.965939 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-3e6944ab-61ee-43c6-9d3d-43f2d60de171 admin admin] For port 5c2edbbc-1f2f-447b-bad7-65c054dd88da, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=5c2edbbc-1f2f-447b-bad7-65c054dd88da,segment=NetworkSegment(e664ad9f-0009-4ff2-8670-18bebb570cf0),segment_id=e664ad9f-0009-4ff2-8670-18bebb570cf0)] {{(pid=80331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:00:55.966260 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3e6944ab-61ee-43c6-9d3d-43f2d60de171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:56.027171 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:56.118913 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-3e6944ab-61ee-43c6-9d3d-43f2d60de171 admin admin] Calling delete_port for 5c2edbbc-1f2f-447b-bad7-65c054dd88da owned by network:router_gateway {{(pid=80331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 16:00:56.141108 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvr_db [None req-cf42fa52-e812-4b87-aa0b-312c9c20d0f0 None None] Set router d73666dc-84ac-49fd-8f32-b2424d46897f gateway port host: dv-cinder-737618-2-smb {{(pid=80332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 02 16:00:56.272425 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3e6944ab-61ee-43c6-9d3d-43f2d60de171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14825086'] for port, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:56.488766 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3e6944ab-61ee-43c6-9d3d-43f2d60de171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-559653'] for router_gateway, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:56.493748 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_hamode_db [None req-cf42fa52-e812-4b87-aa0b-312c9c20d0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'name': 'tempest-TestMinimumBasicScenario-1064348726-router', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:57:32Z', 'updated_at': '2020-12-02T16:00:53Z', 'revision_number': 5, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'gw_port': {'id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:33Z', 'updated_at': '2020-12-02T15:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}], 'dv-cinder-737618-2-smb', False) {} {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:56.498847 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf42fa52-e812-4b87-aa0b-312c9c20d0f0 None None] The sync data for ids ['d73666dc-84ac-49fd-8f32-b2424d46897f'] in dv-cinder-737618-2-smb is: [{'id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'name': 'tempest-TestMinimumBasicScenario-1064348726-router', 'tenant_id': '0e079676030e4a98bb89d67eaf971bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'external_fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131'}], 'enable_snat': True}, 'gw_port_id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T15:57:32Z', 'updated_at': '2020-12-02T16:00:53Z', 'revision_number': 5, 'project_id': '0e079676030e4a98bb89d67eaf971bb3', 'gw_port': {'id': '5c2edbbc-1f2f-447b-bad7-65c054dd88da', 'name': '', 'network_id': '37c00fa4-9d8d-40bf-927e-52444f2dd708', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:50:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73666dc-84ac-49fd-8f32-b2424d46897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'ip_address': '172.28.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-737618-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T15:57:33Z', 'updated_at': '2020-12-02T15:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '960a6109-8752-4c76-aab7-dfde0e16e857', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-737618-2-smb'}] {{(pid=80332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 02 16:00:56.640788 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3e6944ab-61ee-43c6-9d3d-43f2d60de171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-557575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14561'] for router, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:56.643385 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3e6944ab-61ee-43c6-9d3d-43f2d60de171 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:56.760120 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3e6944ab-61ee-43c6-9d3d-43f2d60de171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854216554'] for router, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:56.760632 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6944ab-61ee-43c6-9d3d-43f2d60de171 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d73666dc-84ac-49fd-8f32-b2424d46897f {{(pid=80331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 02 16:00:56.785435 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3e6944ab-61ee-43c6-9d3d-43f2d60de171 admin admin] Notify callbacks [] for router, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:56.788283 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-3e6944ab-61ee-43c6-9d3d-43f2d60de171 admin admin] 10.222.0.98 "DELETE /v2.0/routers/d73666dc-84ac-49fd-8f32-b2424d46897f HTTP/1.1" status: 204 len: 168 time: 1.7492564 Dec 02 16:00:56.791587 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 45326) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:56.828635 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:56.863976 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_v2 [None req-5957a000-7b65-481c-b293-8cfddeac6235 admin admin] Deleting subnet b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c {{(pid=80330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 16:00:56.907648 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5957a000-7b65-481c-b293-8cfddeac6235 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:56.967913 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5957a000-7b65-481c-b293-8cfddeac6235 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14966934'] for subnet, precommit_delete_associations {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:57.068845 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5957a000-7b65-481c-b293-8cfddeac6235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3212037'] for subnet, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:57.347656 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 45332) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:57.431373 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5957a000-7b65-481c-b293-8cfddeac6235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851563747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15721353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14709024'] for subnet, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:57.458578 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:57.534229 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c668e0c1-4347-4205-a0ab-8ff5ab01a6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:57.552246 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-c668e0c1-4347-4205-a0ab-8ff5ab01a6b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 16:00:57.557020 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-c668e0c1-4347-4205-a0ab-8ff5ab01a6b6 admin admin] Usage tracker for resource:security_group_rule and tenant:adbfa550182c4200b3d508774fb5913f is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 16:00:57.560624 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-c668e0c1-4347-4205-a0ab-8ff5ab01a6b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 16:00:57.566646 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957a000-7b65-481c-b293-8cfddeac6235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:57.566952 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-c668e0c1-4347-4205-a0ab-8ff5ab01a6b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 16:00:57.580293 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5957a000-7b65-481c-b293-8cfddeac6235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:57.619130 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5957a000-7b65-481c-b293-8cfddeac6235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for subnet, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:57.625883 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e7601e-6788-4f4b-b384-3b3055a2b187 None None] Network 80b9d94e-02e9-4910-943b-22624c06727f requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 16:00:57.627418 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-5957a000-7b65-481c-b293-8cfddeac6235 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/b6e56b6e-4eb2-4fd9-9b2f-36a7992e3b3c HTTP/1.1" status: 204 len: 168 time: 0.8329298 Dec 02 16:00:57.629234 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 45338) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:57.774340 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851402585'] for network, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:57.860808 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] Deleting port b8b7b6db-a8e5-4e09-8725-17fc3941d933 {{(pid=80331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:57.861291 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:57.916402 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed24276-0deb-44f6-aafc-41db8d7a0790 None None] DHCP port deletion for 80b9d94e-02e9-4910-943b-22624c06727f request from dv-cinder-737618-2-smb {{(pid=80332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 02 16:00:57.924336 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-bed24276-0deb-44f6-aafc-41db8d7a0790 None None] Deleting port b8b7b6db-a8e5-4e09-8725-17fc3941d933 {{(pid=80332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:57.925258 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-bed24276-0deb-44f6-aafc-41db8d7a0790 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:57.951967 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c668e0c1-4347-4205-a0ab-8ff5ab01a6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:57.994350 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c668e0c1-4347-4205-a0ab-8ff5ab01a6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:58.005825 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-b3184f7a-966a-4de0-9411-9e9582e10842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:58.092540 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-c668e0c1-4347-4205-a0ab-8ff5ab01a6b6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=adbfa550182c4200b3d508774fb5913f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7436121 Dec 02 16:00:58.097859 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 45342) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:00:58.144691 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668e0c1-4347-4205-a0ab-8ff5ab01a6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e619ba-87af-4632-90a3-80f92fddf74b,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:58.153975 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-c668e0c1-4347-4205-a0ab-8ff5ab01a6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:58.174119 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-bed24276-0deb-44f6-aafc-41db8d7a0790 None None] For port b8b7b6db-a8e5-4e09-8725-17fc3941d933, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=b8b7b6db-a8e5-4e09-8725-17fc3941d933,segment=NetworkSegment(4e285664-1290-42fd-96db-d709b27ecdbe),segment_id=4e285664-1290-42fd-96db-d709b27ecdbe)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:00:58.174604 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-bed24276-0deb-44f6-aafc-41db8d7a0790 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:58.179504 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4076e5a5-9ad6-489a-aab8-1dc7c8a2bf0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:58.193800 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] For port b8b7b6db-a8e5-4e09-8725-17fc3941d933, host dv-cinder-737618-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-737618-2-smb',level=0,port_id=b8b7b6db-a8e5-4e09-8725-17fc3941d933,segment=NetworkSegment(4e285664-1290-42fd-96db-d709b27ecdbe),segment_id=4e285664-1290-42fd-96db-d709b27ecdbe)] {{(pid=80331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:00:58.194210 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:58.216268 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4076e5a5-9ad6-489a-aab8-1dc7c8a2bf0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:58.317449 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-bed24276-0deb-44f6-aafc-41db8d7a0790 None None] Calling delete_port for b8b7b6db-a8e5-4e09-8725-17fc3941d933 owned by network:dhcp {{(pid=80332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 16:00:58.352014 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] Calling delete_port for b8b7b6db-a8e5-4e09-8725-17fc3941d933 owned by network:dhcp {{(pid=80331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 16:00:58.364113 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device b8b7b6db-a8e5-4e09-8725-17fc3941d933 no longer exists at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 16:00:58.451709 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4076e5a5-9ad6-489a-aab8-1dc7c8a2bf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:58.457344 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-c7feb489-1f36-469b-9734-1e18e6809ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:58.463873 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] No active binding found for port b8b7b6db-a8e5-4e09-8725-17fc3941d933 {{(pid=80332) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Dec 02 16:00:58.464331 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device b8b7b6db-a8e5-4e09-8725-17fc3941d933 not bound to the agent host dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 16:00:58.464801 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 5c2edbbc-1f2f-447b-bad7-65c054dd88da no longer exists at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 16:00:58.469752 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076e5a5-9ad6-489a-aab8-1dc7c8a2bf0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e619ba-87af-4632-90a3-80f92fddf74b,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:58.475682 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-4076e5a5-9ad6-489a-aab8-1dc7c8a2bf0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:58.478831 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4076e5a5-9ad6-489a-aab8-1dc7c8a2bf0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:58.480416 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14825086'] for port, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:58.483067 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-4076e5a5-9ad6-489a-aab8-1dc7c8a2bf0e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a0e619ba-87af-4632-90a3-80f92fddf74b HTTP/1.1" status: 204 len: 168 time: 0.3828266 Dec 02 16:00:58.499828 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5c4f54d2-ce49-43e7-a3bd-eab16b44059e tempest-TestShelveInstance-1201302014 tempest-TestShelveInstance-1201302014] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:58.528998 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] No Port match for: 5c2edbbc-1f2f-447b-bad7-65c054dd88da {{(pid=80332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 16:00:58.529379 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 5c2edbbc-1f2f-447b-bad7-65c054dd88da not bound to the agent host dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 16:00:58.529847 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 38b847b3-d95b-4317-9946-46c302cc7e28 no longer exists at agent ovs-agent-dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 16:00:58.563966 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.api [None req-bed24276-0deb-44f6-aafc-41db8d7a0790 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 16:00:58.564420 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_db.api [None req-bed24276-0deb-44f6-aafc-41db8d7a0790 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 16:00:58.572485 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] No Port match for: 38b847b3-d95b-4317-9946-46c302cc7e28 {{(pid=80332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 02 16:00:58.573143 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Device 38b847b3-d95b-4317-9946-46c302cc7e28 not bound to the agent host dv-cinder-737618-2-smb {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 02 16:00:58.604886 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b7b6db-a8e5-4e09-8725-17fc3941d933,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:58.617277 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:58.653531 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] No DVR routers for this DVR port b8b7b6db-a8e5-4e09-8725-17fc3941d933 on host dv-cinder-737618-2-smb {{(pid=80331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 16:00:58.785466 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3212700', 'neutron.services.segments.db._delete_segments_for_network--9223363299656580280'] for network, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:58.914690 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b9d94e-02e9-4910-943b-22624c06727f']}} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:58.928860 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e285664-1290-42fd-96db-d709b27ecdbe') {'for_net_delete': True} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:58.929226 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e285664-1290-42fd-96db-d709b27ecdbe') {} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:00:58.942574 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299656579768', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15564418'] for segment, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:58.959704 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:58.962764 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 16:00:59.066262 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-bed24276-0deb-44f6-aafc-41db8d7a0790 None None] Deleting port b8b7b6db-a8e5-4e09-8725-17fc3941d933 {{(pid=80332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:00:59.066694 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-bed24276-0deb-44f6-aafc-41db8d7a0790 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:59.141142 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [None req-bed24276-0deb-44f6-aafc-41db8d7a0790 None None] The port 'b8b7b6db-a8e5-4e09-8725-17fc3941d933' was deleted {{(pid=80332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 02 16:00:59.216603 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] Network 80b9d94e-02e9-4910-943b-22624c06727f has no segments {{(pid=80331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 16:00:59.228518 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3225722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839950839'] for segment, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:59.420553 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] Network 80b9d94e-02e9-4910-943b-22624c06727f has no segments {{(pid=80331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: Traceback (most recent call last): Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: timer() Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: cb(*args, **kw) Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: return func(*args, **kwargs) Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: self._notify() Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: self.callback(batched_events) Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: event.method(event) Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: segment_id)['aggregates'][0] Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: return f(self, *a, **k) Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: return self._get(url).json() Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: **kwargs) Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: return self.request(url, 'GET', **kwargs) Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: **endpoint_filter) Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 16:00:59.446140 dv-cinder-737618-2-smb neutron-server[80217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 16:00:59.617854 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851563116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854216125'] for network, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:59.621493 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d8ca54d5-69b7-4dd0-aa74-7560126d0fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:00:59.638713 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:00:59.650788 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] Pushing event deleted for resources: {'Network': ['ID=80b9d94e-02e9-4910-943b-22624c06727f,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:00:59.654497 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:00:59.697950 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] 10.222.0.98 "DELETE /v2.0/networks/80b9d94e-02e9-4910-943b-22624c06727f HTTP/1.1" status: 204 len: 168 time: 2.0674734 Dec 02 16:01:00.139496 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 45372) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:01:00.199243 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-672c0d37-1fbe-4c68-8c89-82414ccc5392 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0e079676030e4a98bb89d67eaf971bb3&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0559762 Dec 02 16:01:00.199604 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 45378) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:01:00.269435 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a369d8ac-3086-469d-9652-c7b76094b8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:00.306487 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a369d8ac-3086-469d-9652-c7b76094b8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:00.394810 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a369d8ac-3086-469d-9652-c7b76094b8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:00.401383 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6e181fc4-e36d-4147-aa03-96e51ab2bfbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:01:00.420988 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369d8ac-3086-469d-9652-c7b76094b8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfd1f87-207a-4a6d-a8d1-da587a8f8aca,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:01:00.423908 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a369d8ac-3086-469d-9652-c7b76094b8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:01:00.457276 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a369d8ac-3086-469d-9652-c7b76094b8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:00.462141 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-a369d8ac-3086-469d-9652-c7b76094b8cb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4bfd1f87-207a-4a6d-a8d1-da587a8f8aca HTTP/1.1" status: 204 len: 168 time: 0.2578585 Dec 02 16:01:02.086765 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:12.286673 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 45482) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:01:12.445349 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7024e101-006c-4c58-b67a-0c32d65fd337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:12.461679 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-7024e101-006c-4c58-b67a-0c32d65fd337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 16:01:12.465865 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-7024e101-006c-4c58-b67a-0c32d65fd337 admin admin] Usage tracker for resource:security_group_rule and tenant:89ceec080abe48de8758eae0efdd9457 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 16:01:12.469115 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-7024e101-006c-4c58-b67a-0c32d65fd337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 16:01:12.476343 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-7024e101-006c-4c58-b67a-0c32d65fd337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 16:01:12.564814 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7024e101-006c-4c58-b67a-0c32d65fd337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:12.599830 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7024e101-006c-4c58-b67a-0c32d65fd337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:12.611000 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-8d19f9e0-7fcd-47ca-b628-cbf107b82fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:01:12.656254 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-7024e101-006c-4c58-b67a-0c32d65fd337 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=89ceec080abe48de8758eae0efdd9457&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3681881 Dec 02 16:01:12.658032 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024e101-006c-4c58-b67a-0c32d65fd337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf7539f-0615-4cf5-a8e5-e0e2830f50f7,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:01:12.659258 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 45488) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:01:12.661634 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-7024e101-006c-4c58-b67a-0c32d65fd337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:01:12.726254 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5e38cc81-2506-48cf-80cd-a5bc201a1431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:12.759528 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5e38cc81-2506-48cf-80cd-a5bc201a1431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:12.838539 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5e38cc81-2506-48cf-80cd-a5bc201a1431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:12.843831 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-8a452c0a-389f-4707-8b5b-bf211d979262 tempest-TestMinimumBasicScenario-917126978 tempest-TestMinimumBasicScenario-917126978] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:01:12.856082 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38cc81-2506-48cf-80cd-a5bc201a1431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf7539f-0615-4cf5-a8e5-e0e2830f50f7,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:01:12.858835 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5e38cc81-2506-48cf-80cd-a5bc201a1431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:01:12.864392 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5e38cc81-2506-48cf-80cd-a5bc201a1431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:12.865679 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-5e38cc81-2506-48cf-80cd-a5bc201a1431 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ecf7539f-0615-4cf5-a8e5-e0e2830f50f7 HTTP/1.1" status: 204 len: 168 time: 0.2052975 Dec 02 16:01:13.360874 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 45496) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:01:13.380178 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-805d868c-78f2-49b4-ac3b-8bbd6570c12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:13.396219 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-805d868c-78f2-49b4-ac3b-8bbd6570c12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 16:01:13.401274 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-805d868c-78f2-49b4-ac3b-8bbd6570c12a admin admin] Usage tracker for resource:security_group_rule and tenant:39f2a5758a7d4e6b9e2a24609b210068 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 16:01:13.404433 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-805d868c-78f2-49b4-ac3b-8bbd6570c12a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 16:01:13.410263 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-805d868c-78f2-49b4-ac3b-8bbd6570c12a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 16:01:13.499468 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-805d868c-78f2-49b4-ac3b-8bbd6570c12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:13.519968 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-805d868c-78f2-49b4-ac3b-8bbd6570c12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:13.527954 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-a89e9555-8f23-4449-93fb-425a85bfcf50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:01:13.575028 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-805d868c-78f2-49b4-ac3b-8bbd6570c12a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=39f2a5758a7d4e6b9e2a24609b210068&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2129467 Dec 02 16:01:13.576022 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d868c-78f2-49b4-ac3b-8bbd6570c12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fbff24-92be-4066-9bb6-3ebe6a1762ac,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:01:13.577841 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 45500) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:01:13.579469 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-805d868c-78f2-49b4-ac3b-8bbd6570c12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:01:13.644828 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5e18fbeb-5b4f-4908-8492-6f818857d5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:13.673044 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5e18fbeb-5b4f-4908-8492-6f818857d5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:13.759399 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5e18fbeb-5b4f-4908-8492-6f818857d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:13.764745 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-ee564792-7d6b-406e-a0d7-60cf51400cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:01:13.781293 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18fbeb-5b4f-4908-8492-6f818857d5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fbff24-92be-4066-9bb6-3ebe6a1762ac,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:01:13.784987 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-5e18fbeb-5b4f-4908-8492-6f818857d5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:01:13.790729 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5e18fbeb-5b4f-4908-8492-6f818857d5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:13.792241 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-5e18fbeb-5b4f-4908-8492-6f818857d5ba admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/34fbff24-92be-4066-9bb6-3ebe6a1762ac HTTP/1.1" status: 204 len: 168 time: 0.2132418 Dec 02 16:01:14.387023 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 45508) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:01:14.406744 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-157d54f0-e161-4f8a-a3f5-9b406748b1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:14.427351 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-157d54f0-e161-4f8a-a3f5-9b406748b1c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 16:01:14.432531 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-157d54f0-e161-4f8a-a3f5-9b406748b1c1 admin admin] Usage tracker for resource:security_group_rule and tenant:f571e63943be458c91e083030e214b69 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 16:01:14.435624 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-157d54f0-e161-4f8a-a3f5-9b406748b1c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 16:01:14.441495 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-157d54f0-e161-4f8a-a3f5-9b406748b1c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 16:01:14.528487 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-157d54f0-e161-4f8a-a3f5-9b406748b1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:14.575532 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-157d54f0-e161-4f8a-a3f5-9b406748b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:14.585240 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2f5909cb-d89f-4ea4-aa67-a1b8d85127ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:01:14.629596 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-157d54f0-e161-4f8a-a3f5-9b406748b1c1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f571e63943be458c91e083030e214b69&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2413881 Dec 02 16:01:14.631538 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d54f0-e161-4f8a-a3f5-9b406748b1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2714905b-4c60-4592-9891-436e27d2db2a,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:01:14.632809 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 45512) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:01:14.634912 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-157d54f0-e161-4f8a-a3f5-9b406748b1c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:01:14.703267 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-780ef410-153f-485c-bbdd-8f56d60b13ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:14.732153 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-780ef410-153f-485c-bbdd-8f56d60b13ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:14.826899 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-780ef410-153f-485c-bbdd-8f56d60b13ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:14.832111 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-4a0f683c-bbe9-41d5-a1fc-2bf2937a65fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:01:14.846112 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ef410-153f-485c-bbdd-8f56d60b13ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2714905b-4c60-4592-9891-436e27d2db2a,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:01:14.850179 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-780ef410-153f-485c-bbdd-8f56d60b13ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:01:14.851414 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-780ef410-153f-485c-bbdd-8f56d60b13ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:14.855236 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-780ef410-153f-485c-bbdd-8f56d60b13ec admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2714905b-4c60-4592-9891-436e27d2db2a HTTP/1.1" status: 204 len: 168 time: 0.2201190 Dec 02 16:01:18.733361 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 45582) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:01:18.921455 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e35b2905-534c-49c1-b4b2-ac5de7f54166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:18.936918 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-e35b2905-534c-49c1-b4b2-ac5de7f54166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 16:01:18.941036 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-e35b2905-534c-49c1-b4b2-ac5de7f54166 admin admin] Usage tracker for resource:security_group_rule and tenant:7574aac76cf5453987e60b34eb373e7b is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 16:01:18.944635 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-e35b2905-534c-49c1-b4b2-ac5de7f54166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 16:01:18.950536 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-e35b2905-534c-49c1-b4b2-ac5de7f54166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 16:01:19.044257 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e35b2905-534c-49c1-b4b2-ac5de7f54166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:19.112512 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e35b2905-534c-49c1-b4b2-ac5de7f54166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:19.120599 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-d35a2a19-2ddf-478e-a720-1131746153c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:01:19.165268 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b2905-534c-49c1-b4b2-ac5de7f54166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd174f0-6993-4afc-9bfa-20a808ce2d42,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:01:19.168788 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e35b2905-534c-49c1-b4b2-ac5de7f54166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:01:19.171472 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-e35b2905-534c-49c1-b4b2-ac5de7f54166 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=7574aac76cf5453987e60b34eb373e7b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4370127 Dec 02 16:01:19.174457 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 45588) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:01:19.236961 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8d75b169-fe34-44c5-ac26-503dd3cdcf9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:19.263938 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8d75b169-fe34-44c5-ac26-503dd3cdcf9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:19.341956 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8d75b169-fe34-44c5-ac26-503dd3cdcf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:19.347232 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-0f2b735a-4e39-4bdd-a36e-e3090c829037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:01:19.358850 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75b169-fe34-44c5-ac26-503dd3cdcf9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd174f0-6993-4afc-9bfa-20a808ce2d42,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:01:19.363970 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-8d75b169-fe34-44c5-ac26-503dd3cdcf9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:01:19.365697 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-8d75b169-fe34-44c5-ac26-503dd3cdcf9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:19.366936 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-8d75b169-fe34-44c5-ac26-503dd3cdcf9b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9cd174f0-6993-4afc-9bfa-20a808ce2d42 HTTP/1.1" status: 204 len: 168 time: 0.1916232 Dec 02 16:01:19.854044 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80330) accepted ('10.222.0.98', 45596) {{(pid=80330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:01:19.877880 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:19.893980 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 16:01:19.899090 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Usage tracker for resource:security_group_rule and tenant:a1ffbe13893d45e4993e08a7bfd1b1b2 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 16:01:19.902232 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 16:01:19.908232 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 16:01:19.996096 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:20.026923 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:20.036443 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-16b90f1c-0677-466e-b657-d4bf2de6a080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:01:20.080580 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a1ffbe13893d45e4993e08a7bfd1b1b2&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2252893 Dec 02 16:01:20.082369 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08dea66c-508b-4fe2-9aa2-2ddb6fccad4c,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:01:20.083514 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 45600) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:01:20.091123 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:20.091549 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:20.091964 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:20.092381 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:20.092785 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:20.093189 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:20.093591 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:20.093991 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:20.094394 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:20.094816 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:20.095212 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:20.095605 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:20.096047 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:20.096690 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:20.097083 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:20.097473 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:20.097865 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:20.098257 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:20.098675 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:20.099068 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:20.099456 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:20.099874 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:20.100285 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:20.100666 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:20.105482 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-059e8321-8151-44a8-a8cd-a85af17d4262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:01:20.148704 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-27461da7-79ee-4684-a30a-e2c5e81a6355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:20.175119 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-27461da7-79ee-4684-a30a-e2c5e81a6355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:20.255252 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-27461da7-79ee-4684-a30a-e2c5e81a6355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:20.260916 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6ccc9f92-950e-4199-92e9-f652b38e64cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:01:20.279965 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27461da7-79ee-4684-a30a-e2c5e81a6355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dea66c-508b-4fe2-9aa2-2ddb6fccad4c,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:01:20.284049 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-27461da7-79ee-4684-a30a-e2c5e81a6355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:01:20.292430 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-27461da7-79ee-4684-a30a-e2c5e81a6355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:20.293646 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-27461da7-79ee-4684-a30a-e2c5e81a6355 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/08dea66c-508b-4fe2-9aa2-2ddb6fccad4c HTTP/1.1" status: 204 len: 168 time: 0.2089469 Dec 02 16:01:21.382000 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 45622) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:01:21.523256 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-970747991-network', 'tenant_id': '3dc6c829e8344029b76c219c9647b556'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 16:01:21.528543 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 16:01:21.532673 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] Usage tracker for resource:network and tenant:3dc6c829e8344029b76c219c9647b556 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 16:01:21.535775 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 16:01:21.543148 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 16:01:21.581056 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] Made reservation on behalf of 3dc6c829e8344029b76c219c9647b556 for: {'network': 1} {{(pid=80331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 16:01:21.586320 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for network, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:21.600727 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:21.616544 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 16:01:21.620620 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] Usage tracker for resource:security_group_rule and tenant:3dc6c829e8344029b76c219c9647b556 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 16:01:21.623637 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 16:01:21.629515 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 16:01:21.715460 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:21.747883 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:21.752157 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-8009f5c4-11c8-4014-ba3d-c5b8d2e51f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:01:21.781859 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 16:01:21.798046 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8338e010-7256-4c86-9ccc-751401db1d83,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:01:21.801514 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:01:21.802602 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737198195520', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:21.803125 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.segments_db [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] Added segment 4f7a2e87-0138-4b1c-b223-5da3c06097fd of type vxlan for network 472be64b-6028-4b2d-b9d7-815b203c466c Dec 02 16:01:21.830870 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737197622950'] for network, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:22.074036 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for network, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:22.075427 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:22.076086 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:22.081580 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-fa3a6187-e803-4fd5-9ca4-f7ee2c9ba8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:01:22.102722 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-baf3714f-9dd6-45c9-9138-30546aeb10fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:22.192739 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] Pushing event updated for resources: {'Network': ['ID=472be64b-6028-4b2d-b9d7-815b203c466c,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:01:22.195767 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:01:22.204252 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Network 472be64b-6028-4b2d-b9d7-815b203c466c details requested by agent ovs-agent-dv-cinder-737618-2-smb with host dv-cinder-737618-2-smb {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 16:01:22.222047 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Network 472be64b-6028-4b2d-b9d7-815b203c466c details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 16:01:22.223595 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-7f34ab18-abb7-49fe-9245-399ddee0671f admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8403299 Dec 02 16:01:22.227275 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 45628) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:01:22.233346 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-267eb3bd-7919-4a1d-94b9-1abe23d1302e admin admin] Request body: {'subnet': {'network_id': '472be64b-6028-4b2d-b9d7-815b203c466c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-970747991-subnet', 'tenant_id': '3dc6c829e8344029b76c219c9647b556', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 16:01:22.238698 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-267eb3bd-7919-4a1d-94b9-1abe23d1302e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 16:01:22.243651 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-267eb3bd-7919-4a1d-94b9-1abe23d1302e admin admin] Usage tracker for resource:subnet and tenant:3dc6c829e8344029b76c219c9647b556 is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 16:01:22.246810 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-267eb3bd-7919-4a1d-94b9-1abe23d1302e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 16:01:22.252747 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-267eb3bd-7919-4a1d-94b9-1abe23d1302e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 16:01:22.307986 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267eb3bd-7919-4a1d-94b9-1abe23d1302e admin admin] Made reservation on behalf of 3dc6c829e8344029b76c219c9647b556 for: {'subnet': 1} {{(pid=80331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 16:01:22.315115 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-267eb3bd-7919-4a1d-94b9-1abe23d1302e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15481959'] for subnet, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:23.001412 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-267eb3bd-7919-4a1d-94b9-1abe23d1302e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839953937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15481974'] for subnet, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:23.017707 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-fa494a09-3537-4b55-8635-4b0ba9897083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:01:23.149384 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267eb3bd-7919-4a1d-94b9-1abe23d1302e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba59025-67a2-49a6-92c8-73abe26d5114,revision_number=0']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:01:23.154024 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-267eb3bd-7919-4a1d-94b9-1abe23d1302e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:01:23.228104 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267eb3bd-7919-4a1d-94b9-1abe23d1302e admin admin] Checking segment: {'id': '4f7a2e87-0138-4b1c-b223-5da3c06097fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '472be64b-6028-4b2d-b9d7-815b203c466c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 16:01:23.228495 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267eb3bd-7919-4a1d-94b9-1abe23d1302e admin admin] Network hostable DHCP agents. Network: 472be64b-6028-4b2d-b9d7-815b203c466c, hostable agents: ['f9c54d63-a3bd-491a-8648-7c87c1e70bbe'], hosted agents: [] {{(pid=80331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 16:01:23.279264 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267eb3bd-7919-4a1d-94b9-1abe23d1302e admin admin] Network 472be64b-6028-4b2d-b9d7-815b203c466c is scheduled to be hosted by DHCP agent f9c54d63-a3bd-491a-8648-7c87c1e70bbe with binding_index 1 {{(pid=80331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 16:01:23.307728 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-267eb3bd-7919-4a1d-94b9-1abe23d1302e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-smb, 472be64b-6028-4b2d-b9d7-815b203c466c) {{(pid=80331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 16:01:23.316654 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4502d13-f822-49fd-9294-a55c2cdf81e8 None None] Network 472be64b-6028-4b2d-b9d7-815b203c466c requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 16:01:23.320299 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267eb3bd-7919-4a1d-94b9-1abe23d1302e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:23.320962 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-267eb3bd-7919-4a1d-94b9-1abe23d1302e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:23.360277 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-267eb3bd-7919-4a1d-94b9-1abe23d1302e admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1318731 Dec 02 16:01:23.539993 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faec8954-9ce1-4bab-94b9-0f7442c4ca8d None None] Network 472be64b-6028-4b2d-b9d7-815b203c466c requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 16:01:24.221814 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 45646) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:01:24.228339 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1806278517-network', 'tenant_id': '2deef6d8fe7e41a0a7e02472ce618f2e'}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 16:01:24.233443 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 16:01:24.237534 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] Usage tracker for resource:network and tenant:2deef6d8fe7e41a0a7e02472ce618f2e is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 16:01:24.241705 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 16:01:24.247558 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 16:01:24.285162 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] Made reservation on behalf of 2deef6d8fe7e41a0a7e02472ce618f2e for: {'network': 1} {{(pid=80331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 16:01:24.290290 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for network, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:24.304281 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:24.320687 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 16:01:24.324873 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] Usage tracker for resource:security_group_rule and tenant:2deef6d8fe7e41a0a7e02472ce618f2e is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 16:01:24.328177 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 16:01:24.334012 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 16:01:24.420057 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:24.433820 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-bc39806f-bc35-4bb9-ad42-4d1604d6a7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:24.489237 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:24.494519 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-f3d98685-aa78-4db9-9e32-d2694bc801e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:01:24.526911 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 02 16:01:24.536088 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e040ce-6b59-4c3b-a858-e22711c20f1d,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:01:24.540675 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:01:24.543246 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737198195520', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:24.543681 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.db.segments_db [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] Added segment 2ebebcee-167c-4ec3-9de6-21065a2acc31 of type vxlan for network 07facf08-a802-4058-91f2-4e2f4c7fdce1 Dec 02 16:01:24.570511 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737197622950'] for network, precommit_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:24.633199 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988'] for network, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:24.634410 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:24.635107 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:24.640216 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:01:24.747564 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] Pushing event updated for resources: {'Network': ['ID=07facf08-a802-4058-91f2-4e2f4c7fdce1,revision_number=1']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:01:24.763510 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:01:24.763982 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Network 07facf08-a802-4058-91f2-4e2f4c7fdce1 details requested by agent ovs-agent-dv-cinder-737618-2-smb with host dv-cinder-737618-2-smb {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 16:01:24.776373 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Network 07facf08-a802-4058-91f2-4e2f4c7fdce1 details requested by agent ovs-agent-hv-cinder-73761 with host hv-cinder-73761 {{(pid=80332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 02 16:01:24.782745 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-446cfd65-3f40-451f-9e6a-bb9e0c7baa8d admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5596728 Dec 02 16:01:24.785499 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 45650) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:01:24.792900 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [None req-4b376c4d-a740-4131-b10f-591effdfeff3 admin admin] Request body: {'subnet': {'network_id': '07facf08-a802-4058-91f2-4e2f4c7fdce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1806278517-subnet', 'tenant_id': '2deef6d8fe7e41a0a7e02472ce618f2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 16:01:24.798177 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-4b376c4d-a740-4131-b10f-591effdfeff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 16:01:24.802299 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-4b376c4d-a740-4131-b10f-591effdfeff3 admin admin] Usage tracker for resource:subnet and tenant:2deef6d8fe7e41a0a7e02472ce618f2e is out of sync, need to count used quota {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 16:01:24.806156 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [None req-4b376c4d-a740-4131-b10f-591effdfeff3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 16:01:24.812258 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [None req-4b376c4d-a740-4131-b10f-591effdfeff3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 16:01:24.851210 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b376c4d-a740-4131-b10f-591effdfeff3 admin admin] Made reservation on behalf of 2deef6d8fe7e41a0a7e02472ce618f2e for: {'subnet': 1} {{(pid=80331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 16:01:24.856610 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4b376c4d-a740-4131-b10f-591effdfeff3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15481959'] for subnet, before_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:24.993578 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:25.304828 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4b376c4d-a740-4131-b10f-591effdfeff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839953937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15481974'] for subnet, after_create {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:25.320267 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:01:25.449129 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b376c4d-a740-4131-b10f-591effdfeff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f2215a3-25dc-41ad-aad8-2d5976231c75,revision_number=0']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:01:25.461849 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-4b376c4d-a740-4131-b10f-591effdfeff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:01:25.524172 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b376c4d-a740-4131-b10f-591effdfeff3 admin admin] Checking segment: {'id': '2ebebcee-167c-4ec3-9de6-21065a2acc31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '07facf08-a802-4058-91f2-4e2f4c7fdce1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 16:01:25.524562 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b376c4d-a740-4131-b10f-591effdfeff3 admin admin] Network hostable DHCP agents. Network: 07facf08-a802-4058-91f2-4e2f4c7fdce1, hostable agents: ['f9c54d63-a3bd-491a-8648-7c87c1e70bbe'], hosted agents: [] {{(pid=80331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 02 16:01:25.586458 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b376c4d-a740-4131-b10f-591effdfeff3 admin admin] Network 07facf08-a802-4058-91f2-4e2f4c7fdce1 is scheduled to be hosted by DHCP agent f9c54d63-a3bd-491a-8648-7c87c1e70bbe with binding_index 1 {{(pid=80331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 02 16:01:25.616429 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [None req-4b376c4d-a740-4131-b10f-591effdfeff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-737618-2-smb, 07facf08-a802-4058-91f2-4e2f4c7fdce1) {{(pid=80331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 16:01:25.625283 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2de6a99-1bf5-4654-965b-d3f8826807b1 None None] Network 07facf08-a802-4058-91f2-4e2f4c7fdce1 requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 16:01:25.628528 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b376c4d-a740-4131-b10f-591effdfeff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:25.629180 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4b376c4d-a740-4131-b10f-591effdfeff3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:25.668361 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-4b376c4d-a740-4131-b10f-591effdfeff3 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8810911 Dec 02 16:01:25.802637 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:25.873957 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97032148-302f-46d7-893e-c4887e6e5a7f None None] Network 07facf08-a802-4058-91f2-4e2f4c7fdce1 requested from dv-cinder-737618-2-smb {{(pid=80332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 02 16:01:26.419936 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-09a6c929-b42c-4cb2-945f-b6ea966c76cb tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:26.420598 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-09a6c929-b42c-4cb2-945f-b6ea966c76cb tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Synchronizing usage tracker for tenant:3dc6c829e8344029b76c219c9647b556 on resource:network {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 16:01:26.548127 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-09a6c929-b42c-4cb2-945f-b6ea966c76cb tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Unset dirty status for tenant:3dc6c829e8344029b76c219c9647b556 on resource:network {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 16:01:26.549454 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-09a6c929-b42c-4cb2-945f-b6ea966c76cb tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/networks?id=472be64b-6028-4b2d-b9d7-815b203c466c HTTP/1.1" status: 200 len: 808 time: 0.2877519 Dec 02 16:01:26.567036 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-b3129552-28d1-4700-aae2-09831acc02b0 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/quotas/3dc6c829e8344029b76c219c9647b556 HTTP/1.1" status: 200 len: 375 time: 0.0105603 Dec 02 16:01:26.619076 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-8f1aadf5-3be5-4867-acad-470b5f0b9604 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/ports?tenant_id=3dc6c829e8344029b76c219c9647b556&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459564 Dec 02 16:01:26.763145 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-3ce360f6-cd15-42ca-8c94-c05000dcd9ed service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=80331) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 16:01:26.764264 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-3ce360f6-cd15-42ca-8c94-c05000dcd9ed service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.1380503 Dec 02 16:01:26.828248 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:26.920746 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-91e4f5ab-246d-40cc-a6bc-9001e99a4709 service neutron] 10.222.0.98 "GET /v2.0/networks/472be64b-6028-4b2d-b9d7-815b203c466c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493533 Dec 02 16:01:27.070157 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-55f23dbf-2501-427e-9b67-0e318abb59cd service neutron] 10.222.0.98 "GET /v2.0/networks/472be64b-6028-4b2d-b9d7-815b203c466c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1429818 Dec 02 16:01:27.386198 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-40af100d-6395-4a55-bd44-5b755a76e531 req-c95bc158-a0cc-4028-a4d2-1754afdab83b tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/ports?device_id=739b3090-ccef-4ad1-bd54-549447f6483e HTTP/1.1" status: 200 len: 210 time: 0.0479445 Dec 02 16:01:27.570140 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 16:01:28.568751 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-d807e04e-669a-4df8-be18-ecaa8a3dbc68 req-e0099dc2-c9c6-4868-8ec4-a09a55477e69 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/ports?device_id=739b3090-ccef-4ad1-bd54-549447f6483e HTTP/1.1" status: 200 len: 210 time: 0.0509119 Dec 02 16:01:29.463553 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-266d3815-b70a-419c-b338-0ad946ec2c12 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:29.465180 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-266d3815-b70a-419c-b338-0ad946ec2c12 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.90 "GET /v2.0/networks?id=472be64b-6028-4b2d-b9d7-815b203c466c HTTP/1.1" status: 200 len: 808 time: 0.1653297 Dec 02 16:01:29.489501 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-e23d825c-7db8-4642-8b43-64bf85687559 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Request body: {'port': {'device_id': '739b3090-ccef-4ad1-bd54-549447f6483e', 'network_id': '472be64b-6028-4b2d-b9d7-815b203c466c', 'admin_state_up': True, 'tenant_id': '3dc6c829e8344029b76c219c9647b556'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 16:01:29.639784 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-e23d825c-7db8-4642-8b43-64bf85687559 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 02 16:01:29.643938 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-e23d825c-7db8-4642-8b43-64bf85687559 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Usage tracker for resource:port and tenant:3dc6c829e8344029b76c219c9647b556 is out of sync, need to count used quota {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 02 16:01:29.647821 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-e23d825c-7db8-4642-8b43-64bf85687559 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Quota usage for port was recalculated. Used quota:0. {{(pid=80330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 02 16:01:29.653783 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.quota.driver [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-e23d825c-7db8-4642-8b43-64bf85687559 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 02 16:01:29.724937 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-e23d825c-7db8-4642-8b43-64bf85687559 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Made reservation on behalf of 3dc6c829e8344029b76c219c9647b556 for: {'port': 1} {{(pid=80330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 02 16:01:29.732739 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-e23d825c-7db8-4642-8b43-64bf85687559 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:29.751847 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6fed9b26-5a79-4056-852d-b68b097b4038 req-9280132b-ec9c-4ecc-a1c8-340cec46739e tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/ports?device_id=739b3090-ccef-4ad1-bd54-549447f6483e HTTP/1.1" status: 200 len: 210 time: 0.0495772 Dec 02 16:01:30.059381 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_common [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-e23d825c-7db8-4642-8b43-64bf85687559 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Allocated IP 172.20.0.8 (472be64b-6028-4b2d-b9d7-815b203c466c/3ba59025-67a2-49a6-92c8-73abe26d5114/d4502169-3af8-47e4-865b-24f68dc87005) {{(pid=80330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 02 16:01:30.276032 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-e23d825c-7db8-4642-8b43-64bf85687559 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Notify callbacks [] for port, precommit_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:30.336730 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-e23d825c-7db8-4642-8b43-64bf85687559 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299657076067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_create {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:30.353423 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-2e05a3af-bcd4-4da3-bfa8-9115ced8ce9d tempest-VolumesActionsTest-1581067366 tempest-VolumesActionsTest-1581067366] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:01:30.495166 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d825c-7db8-4642-8b43-64bf85687559 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Pushing event updated for resources: {'Port': ['ID=d4502169-3af8-47e4-865b-24f68dc87005,revision_number=1']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:01:30.503389 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-e23d825c-7db8-4642-8b43-64bf85687559 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:01:30.555897 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-e23d825c-7db8-4642-8b43-64bf85687559 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Network 472be64b-6028-4b2d-b9d7-815b203c466c is already hosted by enough agents. {{(pid=80330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 02 16:01:30.557052 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.scheduler.base_scheduler [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-e23d825c-7db8-4642-8b43-64bf85687559 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Resources bound (agent type, host, resource id): {{(pid=80330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 02 16:01:30.559346 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-e23d825c-7db8-4642-8b43-64bf85687559 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Received port after_create {{(pid=80330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 02 16:01:30.623511 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-e23d825c-7db8-4642-8b43-64bf85687559 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:30.624188 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-e23d825c-7db8-4642-8b43-64bf85687559 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:30.680278 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-e23d825c-7db8-4642-8b43-64bf85687559 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1949635 Dec 02 16:01:30.699359 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-e013e7dc-50b0-4c8a-8437-ac9e5dbb7a0e tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=80330) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 02 16:01:30.700402 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-e013e7dc-50b0-4c8a-8437-ac9e5dbb7a0e tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0058014 Dec 02 16:01:30.794811 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.v2.base [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] Request body: {'port': {'device_id': '739b3090-ccef-4ad1-bd54-549447f6483e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73761'}} {{(pid=80330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 02 16:01:30.916736 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:30.970602 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf2a97-3d32-4167-b23d-7c18e830946e req-9678780c-8ef1-43c5-aada-9721ac227167 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:30.972506 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9daf2a97-3d32-4167-b23d-7c18e830946e req-9678780c-8ef1-43c5-aada-9721ac227167 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/ports?device_id=739b3090-ccef-4ad1-bd54-549447f6483e HTTP/1.1" status: 200 len: 931 time: 0.0874274 Dec 02 16:01:31.025989 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-9daf2a97-3d32-4167-b23d-7c18e830946e req-a9b0cd68-5d17-4265-b6b0-818f253273ed tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Synchronizing usage tracker for tenant:3dc6c829e8344029b76c219c9647b556 on resource:security_group {{(pid=80331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 16:01:31.084030 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-9daf2a97-3d32-4167-b23d-7c18e830946e req-a9b0cd68-5d17-4265-b6b0-818f253273ed tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Unset dirty status for tenant:3dc6c829e8344029b76c219c9647b556 on resource:security_group {{(pid=80331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 16:01:31.086732 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-9daf2a97-3d32-4167-b23d-7c18e830946e req-a9b0cd68-5d17-4265-b6b0-818f253273ed tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/security-groups?id=8338e010-7256-4c86-9ccc-751401db1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075828 Dec 02 16:01:31.335100 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4502169-3af8-47e4-865b-24f68dc87005 {{(pid=80330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 02 16:01:31.342130 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:31.355225 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] Transition to ACTIVE for port object d4502169-3af8-47e4-865b-24f68dc87005 will not be triggered until provisioned by entity L2. {{(pid=80330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 02 16:01:31.393447 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:31.409722 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-331c6010-de9d-4259-a4cc-0a555ea3d506 tempest-VolumesNegativeTest-1600123102 tempest-VolumesNegativeTest-1600123102] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:01:31.545654 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] Pushing event updated for resources: {'Port': ['ID=d4502169-3af8-47e4-865b-24f68dc87005,revision_number=2']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:01:31.774789 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:01:31.956392 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] Attempting to bind port d4502169-3af8-47e4-865b-24f68dc87005 on host hv-cinder-73761 for vnic_type normal with profile {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 02 16:01:31.956762 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] Attempting to bind port d4502169-3af8-47e4-865b-24f68dc87005 by drivers openvswitch on host hv-cinder-73761 at level 0 using segments [{'id': '4f7a2e87-0138-4b1c-b223-5da3c06097fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '472be64b-6028-4b2d-b9d7-815b203c466c'}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 02 16:01:31.957124 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] Attempting to bind port d4502169-3af8-47e4-865b-24f68dc87005 on network 472be64b-6028-4b2d-b9d7-815b203c466c {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 02 16:01:31.963982 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] Checking agent: {'id': 'a457a183-c7c9-4615-b19d-972b3b736d4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73761', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 15, 48, 2), 'started_at': datetime.datetime(2020, 12, 2, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 16, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 02 16:01:31.964354 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] Checking segment: {'id': '4f7a2e87-0138-4b1c-b223-5da3c06097fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '472be64b-6028-4b2d-b9d7-815b203c466c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 02 16:01:31.964752 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:31.965142 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] Bound using segment: {'id': '4f7a2e87-0138-4b1c-b223-5da3c06097fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '472be64b-6028-4b2d-b9d7-815b203c466c'} {{(pid=80330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 02 16:01:31.965615 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] Bound port: d4502169-3af8-47e4-865b-24f68dc87005, host: hv-cinder-73761, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7a2e87-0138-4b1c-b223-5da3c06097fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '472be64b-6028-4b2d-b9d7-815b203c466c'}}] {{(pid=80330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 02 16:01:31.965983 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:32.060102 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] For port d4502169-3af8-47e4-865b-24f68dc87005, host hv-cinder-73761, cleared binding levels {{(pid=80330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 02 16:01:32.063595 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] For port d4502169-3af8-47e4-865b-24f68dc87005, host hv-cinder-73761, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=d4502169-3af8-47e4-865b-24f68dc87005,segment=NetworkSegment(4f7a2e87-0138-4b1c-b223-5da3c06097fd),segment_id=4f7a2e87-0138-4b1c-b223-5da3c06097fd)] {{(pid=80330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 02 16:01:32.085920 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:32.119739 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839048108'] for port, after_update {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:32.136073 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:01:32.294136 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] Pushing event updated for resources: {'Port': ['ID=d4502169-3af8-47e4-865b-24f68dc87005,revision_number=3']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:01:32.298896 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:01:32.308470 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449634b-65d1-46f1-9525-39b95963ecd9 req-33744cd9-90f5-483a-b897-933029b5f50a tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:32.310076 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a449634b-65d1-46f1-9525-39b95963ecd9 req-33744cd9-90f5-483a-b897-933029b5f50a tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/ports?device_id=739b3090-ccef-4ad1-bd54-549447f6483e HTTP/1.1" status: 200 len: 943 time: 0.0866864 Dec 02 16:01:32.333543 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:32.334769 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:32.336729 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-53b87f0a-6a84-451d-a51c-93e25c96818c service neutron] 10.222.0.90 "PUT /v2.0/ports/d4502169-3af8-47e4-865b-24f68dc87005 HTTP/1.1" status: 200 len: 1157 time: 1.6279311 Dec 02 16:01:32.337455 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739b3090-ccef-4ad1-bd54-549447f6483e', 'tag': 'd4502169-3af8-47e4-865b-24f68dc87005'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 16:01:32.361645 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-a449634b-65d1-46f1-9525-39b95963ecd9 req-25898ce6-b597-46cf-b0f1-9473228f78ff tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/security-groups?id=8338e010-7256-4c86-9ccc-751401db1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447943 Dec 02 16:01:32.494612 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739b3090-ccef-4ad1-bd54-549447f6483e', 'tag': 'd4502169-3af8-47e4-865b-24f68dc87005', 'status': 'completed', 'code': 200} Dec 02 16:01:32.509196 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-94d9aa56-7a26-476e-95b8-492294f62c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:32.510918 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-94d9aa56-7a26-476e-95b8-492294f62c33 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3dc6c829e8344029b76c219c9647b556&device_id=739b3090-ccef-4ad1-bd54-549447f6483e HTTP/1.1" status: 200 len: 1160 time: 0.0805535 Dec 02 16:01:32.592647 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-c7e2f3a3-cbfb-40ab-a235-465a3b8d8fe8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4502169-3af8-47e4-865b-24f68dc87005 HTTP/1.1" status: 200 len: 217 time: 0.0670273 Dec 02 16:01:32.661434 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-28ce1aae-9184-4ef5-ae0c-0f054ada3375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:32.663050 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-28ce1aae-9184-4ef5-ae0c-0f054ada3375 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3ba59025-67a2-49a6-92c8-73abe26d5114 HTTP/1.1" status: 200 len: 848 time: 0.0639679 Dec 02 16:01:32.717266 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-36381036-80b9-4300-ad42-3b15616e4ba8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=472be64b-6028-4b2d-b9d7-815b203c466c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467236 Dec 02 16:01:32.864735 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-c25fc474-d2a5-40a0-bcb4-f5d87a5d2ab1 service neutron] 10.222.0.90 "GET /v2.0/networks/472be64b-6028-4b2d-b9d7-815b203c466c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404185 Dec 02 16:01:33.011548 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6e502356-b986-4ac5-8771-5cf003a5b5b8 req-72eefbd9-2c21-45dd-a22f-9933c8d7d9d0 service neutron] 10.222.0.90 "GET /v2.0/networks/472be64b-6028-4b2d-b9d7-815b203c466c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1395431 Dec 02 16:01:33.217882 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22e82c-987d-4f4c-940c-a415374b48f5 req-8e80f4f8-3269-4589-a513-bbd1a17338e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:33.219447 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2f22e82c-987d-4f4c-940c-a415374b48f5 req-8e80f4f8-3269-4589-a513-bbd1a17338e4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3dc6c829e8344029b76c219c9647b556&device_id=739b3090-ccef-4ad1-bd54-549447f6483e HTTP/1.1" status: 200 len: 1160 time: 0.0757241 Dec 02 16:01:33.368789 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22e82c-987d-4f4c-940c-a415374b48f5 req-7f9a901b-a371-4071-b1ea-14e97daedd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:33.370249 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2f22e82c-987d-4f4c-940c-a415374b48f5 req-7f9a901b-a371-4071-b1ea-14e97daedd81 service neutron] 10.222.0.90 "GET /v2.0/networks?id=472be64b-6028-4b2d-b9d7-815b203c466c HTTP/1.1" status: 200 len: 902 time: 0.1402571 Dec 02 16:01:33.445047 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2f22e82c-987d-4f4c-940c-a415374b48f5 req-52f9913a-39c1-4e62-aee3-8cadbbce7622 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4502169-3af8-47e4-865b-24f68dc87005 HTTP/1.1" status: 200 len: 217 time: 0.0673587 Dec 02 16:01:33.517140 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22e82c-987d-4f4c-940c-a415374b48f5 req-518f059c-ff1a-4811-a983-ecdf1e13397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:33.518695 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2f22e82c-987d-4f4c-940c-a415374b48f5 req-518f059c-ff1a-4811-a983-ecdf1e13397c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3ba59025-67a2-49a6-92c8-73abe26d5114 HTTP/1.1" status: 200 len: 848 time: 0.0656934 Dec 02 16:01:33.570376 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2f22e82c-987d-4f4c-940c-a415374b48f5 req-2370bf63-416a-4dd0-a402-aa6c6e194fa7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=472be64b-6028-4b2d-b9d7-815b203c466c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445168 Dec 02 16:01:33.590584 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d74ea-8626-46ed-b3d7-24acc637c97f req-5bc2326f-8fcc-42c3-a93d-a5d818121df1 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:33.592193 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6c5d74ea-8626-46ed-b3d7-24acc637c97f req-5bc2326f-8fcc-42c3-a93d-a5d818121df1 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/ports?device_id=739b3090-ccef-4ad1-bd54-549447f6483e HTTP/1.1" status: 200 len: 943 time: 0.0929606 Dec 02 16:01:33.640663 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-6c5d74ea-8626-46ed-b3d7-24acc637c97f req-ffe76534-bf43-4c10-b070-09848b6f13d9 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/security-groups?id=8338e010-7256-4c86-9ccc-751401db1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413826 Dec 02 16:01:33.723692 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2f22e82c-987d-4f4c-940c-a415374b48f5 req-2e525540-537e-49f9-a6e0-a0bd12b3d623 service neutron] 10.222.0.90 "GET /v2.0/networks/472be64b-6028-4b2d-b9d7-815b203c466c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453638 Dec 02 16:01:33.869836 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2f22e82c-987d-4f4c-940c-a415374b48f5 req-d2608765-5474-4138-bb46-795d70b16d85 service neutron] 10.222.0.90 "GET /v2.0/networks/472be64b-6028-4b2d-b9d7-815b203c466c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379642 Dec 02 16:01:34.858373 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727318d-e1e8-4d65-bf12-a30e058798a4 req-fe0b174a-51a6-4545-9495-bea82da71a9f tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:34.860000 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5727318d-e1e8-4d65-bf12-a30e058798a4 req-fe0b174a-51a6-4545-9495-bea82da71a9f tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/ports?device_id=739b3090-ccef-4ad1-bd54-549447f6483e HTTP/1.1" status: 200 len: 943 time: 0.0857050 Dec 02 16:01:34.913181 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-5727318d-e1e8-4d65-bf12-a30e058798a4 req-94caf51a-c3d6-4a7a-898c-7b59c899621d tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/security-groups?id=8338e010-7256-4c86-9ccc-751401db1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455458 Dec 02 16:01:35.925616 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.objects.ports [None req-7b20ce77-559c-4054-bd3d-c2e87aab0997 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80332) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 02 16:01:36.132413 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8eea03-9e73-401f-9cf3-50c38c15a375 req-71a46623-bbe6-40df-ad86-f0435638d31c tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:36.134041 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bd8eea03-9e73-401f-9cf3-50c38c15a375 req-71a46623-bbe6-40df-ad86-f0435638d31c tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/ports?device_id=739b3090-ccef-4ad1-bd54-549447f6483e HTTP/1.1" status: 200 len: 943 time: 0.0862870 Dec 02 16:01:36.182501 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-bd8eea03-9e73-401f-9cf3-50c38c15a375 req-7226b5e5-210c-42c7-937b-93a68e45d77b tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/security-groups?id=8338e010-7256-4c86-9ccc-751401db1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417900 Dec 02 16:01:36.415723 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device d4502169-3af8-47e4-865b-24f68dc87005 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 16:01:36.552286 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning for port d4502169-3af8-47e4-865b-24f68dc87005 completed by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 02 16:01:36.557724 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port d4502169-3af8-47e4-865b-24f68dc87005 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 16:01:36.558145 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:36.678153 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:36.706667 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739b3090-ccef-4ad1-bd54-549447f6483e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4502169-3af8-47e4-865b-24f68dc87005'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 16:01:36.719332 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port d4502169-3af8-47e4-865b-24f68dc87005, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=d4502169-3af8-47e4-865b-24f68dc87005,segment=NetworkSegment(4f7a2e87-0138-4b1c-b223-5da3c06097fd),segment_id=4f7a2e87-0138-4b1c-b223-5da3c06097fd)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:01:36.747800 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:36.750513 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:01:36.819913 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=d4502169-3af8-47e4-865b-24f68dc87005,revision_number=4']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:01:36.828587 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:01:36.986157 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739b3090-ccef-4ad1-bd54-549447f6483e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4502169-3af8-47e4-865b-24f68dc87005', 'code': 200} Dec 02 16:01:37.331287 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54354958-b560-4ec8-a8e7-c00e48f4ae60 req-9584e888-63da-4539-ae68-fd90067f3903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:37.332953 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-54354958-b560-4ec8-a8e7-c00e48f4ae60 req-9584e888-63da-4539-ae68-fd90067f3903 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=739b3090-ccef-4ad1-bd54-549447f6483e HTTP/1.1" status: 200 len: 1162 time: 0.0841925 Dec 02 16:01:37.380210 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-54354958-b560-4ec8-a8e7-c00e48f4ae60 req-8203f4eb-8a25-4f49-abf8-15ba3e6578ef service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8338e010-7256-4c86-9ccc-751401db1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394592 Dec 02 16:01:37.400990 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f13ebd-dba8-4577-8457-9721cafed23d req-ba45cbb1-33f8-45d4-bbbe-56b399242034 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:37.402620 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-72f13ebd-dba8-4577-8457-9721cafed23d req-ba45cbb1-33f8-45d4-bbbe-56b399242034 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/ports?device_id=739b3090-ccef-4ad1-bd54-549447f6483e HTTP/1.1" status: 200 len: 945 time: 0.0885198 Dec 02 16:01:37.450074 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-72f13ebd-dba8-4577-8457-9721cafed23d req-688a757b-c710-461f-b8c5-aebe15c599c4 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/security-groups?id=8338e010-7256-4c86-9ccc-751401db1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410092 Dec 02 16:01:37.970824 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device d4502169-3af8-47e4-865b-24f68dc87005 up at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 02 16:01:38.044912 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.provisioning_blocks [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Provisioning complete for port d4502169-3af8-47e4-865b-24f68dc87005 triggered by entity L2. {{(pid=80332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 02 16:01:38.045450 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851548437'] for port, provisioning_complete {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:38.694411 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28608dd-e2f3-4c34-87c5-10809038aea3 req-9ca8cc07-ba1b-49d0-ba39-8fdf4acca0d9 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:38.696160 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b28608dd-e2f3-4c34-87c5-10809038aea3 req-9ca8cc07-ba1b-49d0-ba39-8fdf4acca0d9 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/ports?device_id=739b3090-ccef-4ad1-bd54-549447f6483e HTTP/1.1" status: 200 len: 945 time: 0.0943487 Dec 02 16:01:38.754138 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-b28608dd-e2f3-4c34-87c5-10809038aea3 req-9510051f-b867-4c8f-8a17-b31650bc9852 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/security-groups?id=8338e010-7256-4c86-9ccc-751401db1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513215 Dec 02 16:01:39.979016 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3fa55-7486-4c17-a7c4-4b7dae7e681d req-2b530479-a88c-4e34-a6b9-3a6915fc2d49 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:39.980650 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-faa3fa55-7486-4c17-a7c4-4b7dae7e681d req-2b530479-a88c-4e34-a6b9-3a6915fc2d49 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/ports?device_id=739b3090-ccef-4ad1-bd54-549447f6483e HTTP/1.1" status: 200 len: 945 time: 0.0859082 Dec 02 16:01:40.029164 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-faa3fa55-7486-4c17-a7c4-4b7dae7e681d req-c9bc74ab-77d0-487a-9600-eeebbcb22b1d tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/security-groups?id=8338e010-7256-4c86-9ccc-751401db1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422416 Dec 02 16:01:44.213670 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da809f1-de74-4851-9649-779c9b91dbdf req-4b5b98a4-0f46-4ce4-bd45-13e5dc4e3c42 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:44.215206 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7da809f1-de74-4851-9649-779c9b91dbdf req-4b5b98a4-0f46-4ce4-bd45-13e5dc4e3c42 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/ports?device_id=739b3090-ccef-4ad1-bd54-549447f6483e HTTP/1.1" status: 200 len: 945 time: 0.0873392 Dec 02 16:01:44.264178 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-7da809f1-de74-4851-9649-779c9b91dbdf req-0c37f599-1abf-433a-b5d4-45cf3a428f65 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/security-groups?id=8338e010-7256-4c86-9ccc-751401db1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412970 Dec 02 16:01:45.482558 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71cc82-0db1-4b4b-87bd-0bbe501ee1a3 req-975dca77-d3db-48be-9770-f6f4ed2278e6 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:45.484169 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4c71cc82-0db1-4b4b-87bd-0bbe501ee1a3 req-975dca77-d3db-48be-9770-f6f4ed2278e6 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/ports?device_id=739b3090-ccef-4ad1-bd54-549447f6483e HTTP/1.1" status: 200 len: 945 time: 0.0847864 Dec 02 16:01:45.534965 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-4c71cc82-0db1-4b4b-87bd-0bbe501ee1a3 req-0562311d-aebf-42af-87bf-5be3e9ae5b47 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/security-groups?id=8338e010-7256-4c86-9ccc-751401db1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443587 Dec 02 16:01:45.987764 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7dee7c-b678-474a-aa7d-fe9bf5feaef3 req-f87af141-80d2-49e2-bb79-413c22c3f404 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:45.988532 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-1b7dee7c-b678-474a-aa7d-fe9bf5feaef3 req-f87af141-80d2-49e2-bb79-413c22c3f404 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Synchronizing usage tracker for tenant:3dc6c829e8344029b76c219c9647b556 on resource:port {{(pid=80330) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 02 16:01:46.033243 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.quota.resource [req-1b7dee7c-b678-474a-aa7d-fe9bf5feaef3 req-f87af141-80d2-49e2-bb79-413c22c3f404 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Unset dirty status for tenant:3dc6c829e8344029b76c219c9647b556 on resource:port {{(pid=80330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 02 16:01:46.034500 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1b7dee7c-b678-474a-aa7d-fe9bf5feaef3 req-f87af141-80d2-49e2-bb79-413c22c3f404 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.90 "GET /v2.0/ports?device_id=739b3090-ccef-4ad1-bd54-549447f6483e HTTP/1.1" status: 200 len: 945 time: 0.1285095 Dec 02 16:01:46.055510 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Device d4502169-3af8-47e4-865b-24f68dc87005 no longer exists at agent ovs-agent-hv-cinder-73761 {{(pid=80332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 02 16:01:46.115290 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-1b7dee7c-b678-474a-aa7d-fe9bf5feaef3 req-798861d6-f37c-4310-99d7-1e80cc3debc6 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Deleting port d4502169-3af8-47e4-865b-24f68dc87005 {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:01:46.116197 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-1b7dee7c-b678-474a-aa7d-fe9bf5feaef3 req-798861d6-f37c-4310-99d7-1e80cc3debc6 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:46.183284 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851391681'] for port, before_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:46.212570 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739b3090-ccef-4ad1-bd54-549447f6483e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4502169-3af8-47e4-865b-24f68dc87005'}] {{(pid=80332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 16:01:46.223547 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] For port d4502169-3af8-47e4-865b-24f68dc87005, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=d4502169-3af8-47e4-865b-24f68dc87005,segment=NetworkSegment(4f7a2e87-0138-4b1c-b223-5da3c06097fd),segment_id=4f7a2e87-0138-4b1c-b223-5da3c06097fd)] {{(pid=80332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:01:46.273644 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363299656593797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737197652902', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299657122881'] for port, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:46.275638 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:01:46.308755 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739b3090-ccef-4ad1-bd54-549447f6483e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4502169-3af8-47e4-865b-24f68dc87005', 'code': 200} Dec 02 16:01:46.347747 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Pushing event updated for resources: {'Port': ['ID=d4502169-3af8-47e4-865b-24f68dc87005,revision_number=5']} {{(pid=80332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:01:46.356687 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:46.357115 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:46.357490 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:46.357867 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:46.358242 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:46.358648 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:46.359023 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:46.359392 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:46.359763 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:46.360133 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:46.360500 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:46.360867 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:46.361273 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:46.361643 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:46.362009 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:46.362373 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:46.362762 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:46.363127 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:46.363490 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:46.363853 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:46.364215 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:46.364613 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:46.364971 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:46.365335 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:01:46.370472 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:01:46.395160 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-1b7dee7c-b678-474a-aa7d-fe9bf5feaef3 req-798861d6-f37c-4310-99d7-1e80cc3debc6 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] For port d4502169-3af8-47e4-865b-24f68dc87005, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=d4502169-3af8-47e4-865b-24f68dc87005,segment=NetworkSegment(4f7a2e87-0138-4b1c-b223-5da3c06097fd),segment_id=4f7a2e87-0138-4b1c-b223-5da3c06097fd)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:01:46.395564 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-1b7dee7c-b678-474a-aa7d-fe9bf5feaef3 req-798861d6-f37c-4310-99d7-1e80cc3debc6 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:46.527166 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-1b7dee7c-b678-474a-aa7d-fe9bf5feaef3 req-798861d6-f37c-4310-99d7-1e80cc3debc6 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Calling delete_port for d4502169-3af8-47e4-865b-24f68dc87005 owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 16:01:46.639107 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.db.api [req-1b7dee7c-b678-474a-aa7d-fe9bf5feaef3 req-798861d6-f37c-4310-99d7-1e80cc3debc6 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80330) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 02 16:01:46.639471 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_db.api [req-1b7dee7c-b678-474a-aa7d-fe9bf5feaef3 req-798861d6-f37c-4310-99d7-1e80cc3debc6 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 02 16:01:46.747173 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c374d-23d8-46f1-bbfb-38bf0502e46b req-250f98cb-a99e-42ac-9513-65a907f070e7 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 02 16:01:46.748760 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2e2c374d-23d8-46f1-bbfb-38bf0502e46b req-250f98cb-a99e-42ac-9513-65a907f070e7 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/ports?device_id=739b3090-ccef-4ad1-bd54-549447f6483e HTTP/1.1" status: 200 len: 943 time: 0.0830276 Dec 02 16:01:46.795913 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-2e2c374d-23d8-46f1-bbfb-38bf0502e46b req-3765518f-439e-46c7-8268-5afc0fef67b5 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/security-groups?id=8338e010-7256-4c86-9ccc-751401db1d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408363 Dec 02 16:01:47.140480 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-1b7dee7c-b678-474a-aa7d-fe9bf5feaef3 req-798861d6-f37c-4310-99d7-1e80cc3debc6 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Deleting port d4502169-3af8-47e4-865b-24f68dc87005 {{(pid=80330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 02 16:01:47.140888 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-1b7dee7c-b678-474a-aa7d-fe9bf5feaef3 req-798861d6-f37c-4310-99d7-1e80cc3debc6 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737198104264'] for port, before_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:47.401912 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.db [req-1b7dee7c-b678-474a-aa7d-fe9bf5feaef3 req-798861d6-f37c-4310-99d7-1e80cc3debc6 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] For port d4502169-3af8-47e4-865b-24f68dc87005, host hv-cinder-73761, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73761',level=0,port_id=d4502169-3af8-47e4-865b-24f68dc87005,segment=NetworkSegment(4f7a2e87-0138-4b1c-b223-5da3c06097fd),segment_id=4f7a2e87-0138-4b1c-b223-5da3c06097fd)] {{(pid=80330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 02 16:01:47.402300 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-1b7dee7c-b678-474a-aa7d-fe9bf5feaef3 req-798861d6-f37c-4310-99d7-1e80cc3debc6 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854357045'] for port, precommit_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:47.535527 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.plugin [req-1b7dee7c-b678-474a-aa7d-fe9bf5feaef3 req-798861d6-f37c-4310-99d7-1e80cc3debc6 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Calling delete_port for d4502169-3af8-47e4-865b-24f68dc87005 owned by compute:nova {{(pid=80330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 02 16:01:47.710737 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-1b7dee7c-b678-474a-aa7d-fe9bf5feaef3 req-798861d6-f37c-4310-99d7-1e80cc3debc6 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3384512', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299656593814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299657122915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15727709'] for port, after_delete {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:47.722980 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-6f8a4ba0-954d-4b0d-adac-3fb8b65db64e tempest-AttachVolumeShelveTestJSON-2063560018 tempest-AttachVolumeShelveTestJSON-2063560018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:01:47.818751 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798861d6-f37c-4310-99d7-1e80cc3debc6 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Pushing event deleted for resources: {'Port': ['ID=d4502169-3af8-47e4-865b-24f68dc87005,revision_number=None']} {{(pid=80330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:01:47.825996 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-798861d6-f37c-4310-99d7-1e80cc3debc6 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:01:47.929838 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7dee7c-b678-474a-aa7d-fe9bf5feaef3 req-798861d6-f37c-4310-99d7-1e80cc3debc6 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] No DVR routers for this DVR port d4502169-3af8-47e4-865b-24f68dc87005 on host hv-cinder-73761 {{(pid=80330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 02 16:01:47.932206 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [req-1b7dee7c-b678-474a-aa7d-fe9bf5feaef3 req-798861d6-f37c-4310-99d7-1e80cc3debc6 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760685'] for port, before_response {{(pid=80330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:47.936376 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739b3090-ccef-4ad1-bd54-549447f6483e', 'name': 'network-vif-deleted', 'tag': 'd4502169-3af8-47e4-865b-24f68dc87005'}] {{(pid=80330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 02 16:01:47.970950 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-1b7dee7c-b678-474a-aa7d-fe9bf5feaef3 req-798861d6-f37c-4310-99d7-1e80cc3debc6 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.90 "DELETE /v2.0/ports/d4502169-3af8-47e4-865b-24f68dc87005 HTTP/1.1" status: 204 len: 173 time: 1.9299231 Dec 02 16:01:47.985746 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [req-71bf7bb4-7ee3-4517-b586-8fb97c64d64c req-60cde979-37ef-4e65-8d69-65d250d33112 tempest-VolumesActionsTest-812140796 tempest-VolumesActionsTest-812140796] 10.222.0.98 "GET /v2.0/ports?device_id=739b3090-ccef-4ad1-bd54-549447f6483e HTTP/1.1" status: 200 len: 210 time: 0.0532289 Dec 02 16:01:48.002866 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739b3090-ccef-4ad1-bd54-549447f6483e', 'name': 'network-vif-deleted', 'tag': 'd4502169-3af8-47e4-865b-24f68dc87005', 'status': 'completed', 'code': 200} Dec 02 16:01:51.941456 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-358e20fa-b9d4-41d5-94dc-c9e2432c03c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:54.444422 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-32ab3b87-192a-4fc5-a18f-5f98814d1cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:54.884628 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:55.798817 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:01:56.826856 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:02.118080 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:04.569998 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 16:02:08.025385 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 45886) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:02:08.094196 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_v2 [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Deleting subnet 3ba59025-67a2-49a6-92c8-73abe26d5114 {{(pid=80331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 16:02:08.097866 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:08.151205 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839211382'] for subnet, precommit_delete_associations {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:08.213619 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3212037'] for subnet, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:08.707026 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851563747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14821802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839293875'] for subnet, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:08.725291 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-4b376c4d-a740-4131-b10f-591effdfeff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:02:08.814703 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba59025-67a2-49a6-92c8-73abe26d5114,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:02:08.837933 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:02:08.838352 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:02:08.838790 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:02:08.839204 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:02:08.839610 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:02:08.840014 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:02:08.840415 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:02:08.840819 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:02:08.841214 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:02:08.841614 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:02:08.842009 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:02:08.842407 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-737618-2-smb {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:02:08.842916 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:02:08.843311 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:02:08.843708 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:02:08.844106 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:02:08.844495 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:02:08.844887 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:02:08.845282 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:02:08.845670 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:02:08.846061 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:02:08.846735 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:02:08.847138 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:02:08.847524 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73761 {{(pid=80331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 02 16:02:08.853140 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:02:08.879351 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:08.886022 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-aabb90a5-b4e2-4bfb-8989-d91534716340 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/3ba59025-67a2-49a6-92c8-73abe26d5114 HTTP/1.1" status: 204 len: 168 time: 0.8595393 Dec 02 16:02:08.888793 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 45890) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:02:09.007817 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-051b6ee7-3cd3-4a87-a55d-bca4b3995529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851402585'] for network, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:09.209238 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-051b6ee7-3cd3-4a87-a55d-bca4b3995529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3212700', 'neutron.services.segments.db._delete_segments_for_network--9223363299656580280'] for network, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:09.331323 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-051b6ee7-3cd3-4a87-a55d-bca4b3995529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472be64b-6028-4b2d-b9d7-815b203c466c']}} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:02:09.344859 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-051b6ee7-3cd3-4a87-a55d-bca4b3995529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7a2e87-0138-4b1c-b223-5da3c06097fd') {'for_net_delete': True} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:02:09.345197 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-051b6ee7-3cd3-4a87-a55d-bca4b3995529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7a2e87-0138-4b1c-b223-5da3c06097fd') {} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:02:09.358176 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-051b6ee7-3cd3-4a87-a55d-bca4b3995529 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299656579768', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15564418'] for segment, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:09.374233 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-051b6ee7-3cd3-4a87-a55d-bca4b3995529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:09.376324 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-051b6ee7-3cd3-4a87-a55d-bca4b3995529 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 16:02:09.570023 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-051b6ee7-3cd3-4a87-a55d-bca4b3995529 admin admin] Network 472be64b-6028-4b2d-b9d7-815b203c466c has no segments {{(pid=80331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 16:02:09.579335 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-051b6ee7-3cd3-4a87-a55d-bca4b3995529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3225722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839950839'] for segment, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:09.768556 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-051b6ee7-3cd3-4a87-a55d-bca4b3995529 admin admin] Network 472be64b-6028-4b2d-b9d7-815b203c466c has no segments {{(pid=80331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: Traceback (most recent call last): Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: timer() Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: cb(*args, **kw) Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: return func(*args, **kwargs) Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: self._notify() Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: self.callback(batched_events) Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: event.method(event) Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: segment_id)['aggregates'][0] Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: return f(self, *a, **k) Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: return self._get(url).json() Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: **kwargs) Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: return self.request(url, 'GET', **kwargs) Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: **endpoint_filter) Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 16:02:09.792549 dv-cinder-737618-2-smb neutron-server[80217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 16:02:09.905498 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-051b6ee7-3cd3-4a87-a55d-bca4b3995529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851563116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854216125'] for network, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:09.908967 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:02:09.925351 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-051b6ee7-3cd3-4a87-a55d-bca4b3995529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:09.936655 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b6ee7-3cd3-4a87-a55d-bca4b3995529 admin admin] Pushing event deleted for resources: {'Network': ['ID=472be64b-6028-4b2d-b9d7-815b203c466c,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:02:09.941787 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-051b6ee7-3cd3-4a87-a55d-bca4b3995529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:02:09.974852 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-051b6ee7-3cd3-4a87-a55d-bca4b3995529 admin admin] 10.222.0.98 "DELETE /v2.0/networks/472be64b-6028-4b2d-b9d7-815b203c466c HTTP/1.1" status: 204 len: 168 time: 1.0849278 Dec 02 16:02:09.977698 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 45898) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:02:10.045887 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c207d14-b350-4104-b696-f9c77a26bd07 admin admin] Deleting subnet 0f2215a3-25dc-41ad-aad8-2d5976231c75 {{(pid=80331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 02 16:02:10.049147 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7c207d14-b350-4104-b696-f9c77a26bd07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:10.103711 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7c207d14-b350-4104-b696-f9c77a26bd07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839211382'] for subnet, precommit_delete_associations {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:10.167109 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7c207d14-b350-4104-b696-f9c77a26bd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3212037'] for subnet, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:10.638411 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7c207d14-b350-4104-b696-f9c77a26bd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851563747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14821802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839293875'] for subnet, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:10.655757 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-fbe4bea4-b779-437f-a0e0-ca728f9ca350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:02:10.748825 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c207d14-b350-4104-b696-f9c77a26bd07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f2215a3-25dc-41ad-aad8-2d5976231c75,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:02:10.761369 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-7c207d14-b350-4104-b696-f9c77a26bd07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:02:10.801057 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-7c207d14-b350-4104-b696-f9c77a26bd07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:10.807485 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-7c207d14-b350-4104-b696-f9c77a26bd07 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/0f2215a3-25dc-41ad-aad8-2d5976231c75 HTTP/1.1" status: 204 len: 168 time: 0.8287539 Dec 02 16:02:10.810343 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 45902) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:02:10.926010 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1a11fdc6-ac9a-4e5b-a52d-98c614570d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851402585'] for network, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:11.121855 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1a11fdc6-ac9a-4e5b-a52d-98c614570d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3212700', 'neutron.services.segments.db._delete_segments_for_network--9223363299656580280'] for network, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:11.237095 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-1a11fdc6-ac9a-4e5b-a52d-98c614570d91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07facf08-a802-4058-91f2-4e2f4c7fdce1']}} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:02:11.249721 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-1a11fdc6-ac9a-4e5b-a52d-98c614570d91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ebebcee-167c-4ec3-9de6-21065a2acc31') {'for_net_delete': True} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:02:11.250052 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.services.segments.db [None req-1a11fdc6-ac9a-4e5b-a52d-98c614570d91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ebebcee-167c-4ec3-9de6-21065a2acc31') {} {{(pid=80331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 02 16:02:11.262468 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1a11fdc6-ac9a-4e5b-a52d-98c614570d91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299656579768', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15564418'] for segment, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:11.277715 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1a11fdc6-ac9a-4e5b-a52d-98c614570d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851550094'] for segment, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:11.279719 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1a11fdc6-ac9a-4e5b-a52d-98c614570d91 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 02 16:02:11.463289 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-1a11fdc6-ac9a-4e5b-a52d-98c614570d91 admin admin] Network 07facf08-a802-4058-91f2-4e2f4c7fdce1 has no segments {{(pid=80331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 16:02:11.472509 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1a11fdc6-ac9a-4e5b-a52d-98c614570d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3225722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839950839'] for segment, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:11.652176 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.plugins.ml2.managers [None req-1a11fdc6-ac9a-4e5b-a52d-98c614570d91 admin admin] Network 07facf08-a802-4058-91f2-4e2f4c7fdce1 has no segments {{(pid=80331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: Traceback (most recent call last): Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: timer() Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: cb(*args, **kw) Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: return func(*args, **kwargs) Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: self._notify() Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: self.callback(batched_events) Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: event.method(event) Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: segment_id)['aggregates'][0] Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: return f(self, *a, **k) Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: return self._get(url).json() Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: **kwargs) Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: return self.request(url, 'GET', **kwargs) Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: **endpoint_filter) Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 02 16:02:11.674730 dv-cinder-737618-2-smb neutron-server[80217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 02 16:02:11.775409 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1a11fdc6-ac9a-4e5b-a52d-98c614570d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851563116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3252988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854216125'] for network, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:11.778906 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:02:11.793185 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1a11fdc6-ac9a-4e5b-a52d-98c614570d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851517422'] for network, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:11.802758 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11fdc6-ac9a-4e5b-a52d-98c614570d91 admin admin] Pushing event deleted for resources: {'Network': ['ID=07facf08-a802-4058-91f2-4e2f4c7fdce1,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:02:11.806496 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-1a11fdc6-ac9a-4e5b-a52d-98c614570d91 admin admin] 10.222.0.98 "DELETE /v2.0/networks/07facf08-a802-4058-91f2-4e2f4c7fdce1 HTTP/1.1" status: 204 len: 168 time: 0.9950464 Dec 02 16:02:11.807650 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-1a11fdc6-ac9a-4e5b-a52d-98c614570d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:02:12.088681 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 45910) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:02:12.142744 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-e61e22a2-daf7-499d-a060-cd58003ebcd4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=3dc6c829e8344029b76c219c9647b556&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0525928 Dec 02 16:02:12.145203 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 45914) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:02:12.211236 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-df61302e-764d-485a-a212-f61372da845e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:12.238832 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-df61302e-764d-485a-a212-f61372da845e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:12.323520 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-df61302e-764d-485a-a212-f61372da845e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:12.328869 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-f8b226dd-ac8c-4641-82f3-d3d1ca1971d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:02:12.344267 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61302e-764d-485a-a212-f61372da845e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8338e010-7256-4c86-9ccc-751401db1d83,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:02:12.347385 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-df61302e-764d-485a-a212-f61372da845e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:02:12.380281 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-df61302e-764d-485a-a212-f61372da845e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:12.381516 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-df61302e-764d-485a-a212-f61372da845e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8338e010-7256-4c86-9ccc-751401db1d83 HTTP/1.1" status: 204 len: 168 time: 0.2353492 Dec 02 16:02:12.933438 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 45922) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:02:12.986753 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-6cfa2d36-e25b-4e09-9d92-2cea156c3202 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2deef6d8fe7e41a0a7e02472ce618f2e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0519910 Dec 02 16:02:12.989330 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [-] (80331) accepted ('10.222.0.98', 45926) {{(pid=80331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 02 16:02:13.054220 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-de97897b-25b1-4ba8-8b1e-bd573176a8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:13.087701 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-de97897b-25b1-4ba8-8b1e-bd573176a8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:13.169137 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-de97897b-25b1-4ba8-8b1e-bd573176a8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443592'] for security_group, after_delete {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:13.174180 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-34874834-de8c-49d6-b246-6e520aff9a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 02 16:02:13.186939 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97897b-25b1-4ba8-8b1e-bd573176a8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e040ce-6b59-4c3b-a858-e22711c20f1d,revision_number=None']} {{(pid=80331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 02 16:02:13.190090 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG oslo_concurrency.lockutils [None req-de97897b-25b1-4ba8-8b1e-bd573176a8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 02 16:02:13.192137 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-de97897b-25b1-4ba8-8b1e-bd573176a8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:13.193353 dv-cinder-737618-2-smb neutron-server[80217]: INFO neutron.wsgi [None req-de97897b-25b1-4ba8-8b1e-bd573176a8d6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/90e040ce-6b59-4c3b-a858-e22711c20f1d HTTP/1.1" status: 204 len: 168 time: 0.2030532 Dec 02 16:02:21.934832 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ebcf09da-8d88-4491-b3be-86fc23afd106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:24.443185 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-ebf43842-4f90-4f7a-bf8c-841310ccf604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:24.883324 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:25.786556 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:26.832162 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:32.094944 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:41.569799 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 16:02:51.939166 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5dae6093-cce2-47ae-a429-e15f0eb8b67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:54.442621 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-3260df19-0eca-47d7-ad5d-a29b4a704624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:54.882521 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:55.768565 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:02:56.853356 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:03:02.111029 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:03:18.570009 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 16:03:21.955927 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-686adba0-329b-44ac-b563-767c4dc9df1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:03:24.475651 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-377173a9-e4f8-4e17-87b1-398dc42180fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:03:24.887581 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:03:25.773444 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:03:26.835951 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:03:32.127497 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:03:51.949593 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-0a1ca3a5-708e-4af8-a044-e294c5c76593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:03:54.435534 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-4e08fb6a-2561-454a-bf4f-8fecb794fff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:03:54.904396 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:03:55.569893 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 16:03:55.807080 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:03:56.852654 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:04:02.183940 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:04:21.960377 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9dc887d6-daa1-40a0-bf56-d935340f0c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:04:24.446510 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-52e0fae5-7f39-43a9-9bd2-20319584166a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:04:24.897603 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:04:25.794695 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:04:26.834425 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:04:32.171282 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:04:32.569719 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 16:04:51.948473 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-a3a33bbd-4b0c-4140-9f13-964ebf81a706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:04:54.439812 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-6fec86e2-bb40-4e57-9257-3caad9111be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:04:54.902719 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:04:55.788945 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:04:56.851822 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:05:02.205225 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:05:09.570232 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 16:05:21.970593 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-5cc22f05-1aaa-458c-b90c-8bb59ab9fccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:05:24.433255 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-e35719c4-32dd-4d96-b7f8-32920e39ff10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:05:24.896170 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:05:25.787660 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:05:26.856985 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:05:32.187402 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:05:46.570478 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 16:05:51.958363 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-78118ee2-61ff-4223-8d7e-dcad72bc4923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:05:54.467247 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-16357222-1dad-46c3-94c6-cc8398cb01ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:05:54.901407 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:05:55.787019 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:05:56.935679 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:06:02.198415 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:06:12.521418 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.wsgi [req-1c17fa03-bf7f-4d39-8252-c0b60cdaa891 req-e5b7e817-b821-4dc4-8c06-db862f7d2e57 service neutron] (80330) timed out ('10.222.0.90', 64108) {{(pid=80330) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 02 16:06:21.952599 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-9a1737a3-ab44-4c84-b9f4-0926db1e6077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:06:23.570292 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 16:06:24.449356 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-388b0393-650b-4b9b-a6dc-df887df158ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:06:24.911968 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:06:25.797621 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:06:26.883775 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:06:32.317582 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:06:51.957672 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-c5651179-96b4-49a6-ac05-ce5a20912dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:06:54.454277 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b9ecaf31-ad61-4f2f-b2e6-b1f906ebf40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:06:54.928940 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:06:55.797366 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:06:56.883244 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:07:00.570510 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 02 16:07:02.265793 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:07:21.951094 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-43b31c63-b157-48f1-9086-5b31517df141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:07:24.511281 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-bd2dd261-4933-4e07-90e6-4d8ed1068336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:07:24.951882 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-1c0c829d-9ad6-4c37-af80-6d07271ec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:07:25.807968 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-b91aa53e-bf94-4f9a-b9e5-4cb78a38deec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:07:26.876542 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-fdd3d795-0ae6-4adc-912c-b80ce830bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:07:32.265179 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron_lib.callbacks.manager [None req-69f33455-21ad-4448-bbaa-eb3c0dc26404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299656580297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3227326'] for agent, after_update {{(pid=80332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 02 16:07:37.570610 dv-cinder-737618-2-smb neutron-server[80217]: DEBUG neutron.db.agents_db [None req-a8a80d0f-dfd3-44a1-a761-52997dbc8f93 None None] Agent healthcheck: found 6 active agents {{(pid=80333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}